diego2317 commited on
Commit
f36ce28
·
1 Parent(s): 00d9d42

added token to inferenceclient creation

Browse files
Files changed (1) hide show
  1. mistral_api.py +1 -1
mistral_api.py CHANGED
@@ -7,7 +7,7 @@ from file_utils import load_file
7
  embedder = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
8
 
9
  # Initialize the mistral client using HuggingFace's Inference Client
10
- client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501")
11
  # Load the prompt from a file
12
  metaprompt_filepath = "meta_prompt.txt"
13
  META_PROMPT = load_file(metaprompt_filepath)
 
7
  embedder = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
8
 
9
  # Initialize the mistral client using HuggingFace's Inference Client
10
+ client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501", token=os.getenv("HF_TOKEN"))
11
  # Load the prompt from a file
12
  metaprompt_filepath = "meta_prompt.txt"
13
  META_PROMPT = load_file(metaprompt_filepath)