ishan-25 commited on
Commit
129b63b
·
verified ·
1 Parent(s): 74f9018

Making client Qwen compatible

Browse files
Files changed (1) hide show
  1. engine.py +2 -3
engine.py CHANGED
@@ -127,11 +127,10 @@ from huggingface_hub import InferenceClient
127
  import os
128
  from config import HF_MODEL
129
 
130
- # 🚨 UPDATE THIS LINE: Add provider="hf-inference" to bypass third-party chat routers
131
  client = InferenceClient(
132
  model=HF_MODEL,
133
- token=os.environ.get("HF_TOKEN"),
134
- provider="hf-inference"
135
  )
136
 
137
  def ask_llm(prompt: str, temperature: float = 0.7, max_tokens: int = 512) -> str:
 
127
  import os
128
  from config import HF_MODEL
129
 
130
+ #configuring client
131
  client = InferenceClient(
132
  model=HF_MODEL,
133
+ token=os.environ.get("HF_TOKEN")
 
134
  )
135
 
136
  def ask_llm(prompt: str, temperature: float = 0.7, max_tokens: int = 512) -> str: