resao-chat / utils /model.py
Voadinajaina's picture
Upload 9 files
3265f46 verified
Raw History Blame Contribute Delete
1.12 kB
from langchain_mistralai.chat_models import ChatMistralAI
# from langchain_mistralai.embeddings import MistralAIEmbeddings
from langchain_huggingface.embeddings import HuggingFaceEmbeddings
# from langchain.embeddings import HuggingFaceEmbeddings
# from langchain_community.embeddings import HuggingFaceEmbeddings
from langchain_huggingface import HuggingFaceEmbeddings
import os
def initialize_models(api_key):
mistral_token = os.getenv("MISTRAL_API_KEY")
llm = ChatMistralAI(mistral_api_key=api_key)
# llm = ChatMistralAI(mistral_api_key=mistral_token)
# embeddings = MistralAIEmbeddings(model="mistral-embed", mistral_api_key=api_key)
# embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2")
model_name = "sentence-transformers/all-MiniLM-L6-v2" # or any other HF embedding model
embeddings = HuggingFaceEmbeddings(model_name=model_name)
# embeddings = MistralAIEmbeddings(model="mistral-embed", mistral_api_key=mistral_token)
# embeddings = MistralAIEmbeddings(api_key=os.getenv("HF_TOKEN"))
return llm, embeddings