Spaces:
No application file
No application file
File size: 2,660 Bytes
b325aad | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | from langchain_groq import ChatGroq
from langchain_openai import ChatOpenAI
from src.config.settings import settings
from typing import Union, Literal
class LLMFactory:
"""Factory for creating LLM instances"""
_groq_instance = None
_openai_instance = None
@classmethod
def get_llm(cls, provider: Literal["groq", "openai"] = "groq") -> Union[ChatGroq, ChatOpenAI]:
"""Get or create LLM instance (singleton pattern)"""
if provider == "groq":
if cls._groq_instance is None:
cls._groq_instance = ChatGroq(
model=settings.GROQ_MODEL,
temperature=settings.GROQ_TEMPERATURE,
groq_api_key=settings.GROQ_API_KEY
)
return cls._groq_instance
elif provider == "openai":
if cls._openai_instance is None:
cls._openai_instance = ChatOpenAI(
model=settings.OPENAI_MODEL,
temperature=settings.OPENAI_TEMPERATURE,
openai_api_key=settings.OPENAI_API_KEY
)
return cls._openai_instance
else:
raise ValueError(f"Unsupported provider: {provider}")
@classmethod
def create_new_llm(cls, provider: Literal["groq", "openai"] = "groq", **kwargs) -> Union[ChatGroq, ChatOpenAI]:
"""Create a new LLM instance with custom parameters"""
if provider == "groq":
return ChatGroq(
model=kwargs.get("model", settings.GROQ_MODEL),
temperature=kwargs.get("temperature", settings.GROQ_TEMPERATURE),
groq_api_key=kwargs.get("api_key", settings.GROQ_API_KEY)
)
elif provider == "openai":
return ChatOpenAI(
model=kwargs.get("model", settings.OPENAI_MODEL),
temperature=kwargs.get("temperature", settings.OPENAI_TEMPERATURE),
openai_api_key=kwargs.get("api_key", settings.OPENAI_API_KEY)
)
else:
raise ValueError(f"Unsupported provider: {provider}")
@classmethod
def get_groq_llm(cls) -> ChatGroq:
"""Convenience method to get Groq LLM"""
return cls.get_llm("groq")
@classmethod
def get_openai_llm(cls) -> ChatOpenAI:
"""Convenience method to get OpenAI LLM"""
return cls.get_llm("openai")
@classmethod
def reset_instances(cls):
"""Reset singleton instances (useful for testing)"""
cls._groq_instance = None
cls._openai_instance = None |