Spaces:
Sleeping
Sleeping
File size: 1,028 Bytes
98346d0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | import os
from dotenv import load_dotenv
from langchain_groq import ChatGroq
from langchain_openai import OpenAIEmbeddings
load_dotenv(dotenv_path=os.path.join(os.path.dirname(__file__), "../../.env"))
GROQ_API_KEY = os.getenv("GROQ_API_KEY")
if not GROQ_API_KEY:
raise ValueError("GROQ_API_KEY is not set in the environment variables.")
def get_llm(model: str = "llama-3.3-70b-versatile", temperature: float = 0.7):
"""Returns a ChatGroq instance for complex tasks."""
return ChatGroq(
model=model,
temperature=temperature,
api_key=GROQ_API_KEY
)
def get_fast_llm():
"""Faster model for simple tasks."""
return ChatGroq(
model="llama-3.1-8b-instant",
temperature=0.3,
api_key=GROQ_API_KEY
)
def get_embeddings():
"""Returns OpenAI embeddings for vector store (still needs OpenAI key)."""
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
return OpenAIEmbeddings(
model="text-embedding-3-small",
api_key=OPENAI_API_KEY
) |