Making client Qwen compatible
Browse files
engine.py
CHANGED
|
@@ -127,11 +127,10 @@ from huggingface_hub import InferenceClient
|
|
| 127 |
import os
|
| 128 |
from config import HF_MODEL
|
| 129 |
|
| 130 |
-
#
|
| 131 |
client = InferenceClient(
|
| 132 |
model=HF_MODEL,
|
| 133 |
-
token=os.environ.get("HF_TOKEN")
|
| 134 |
-
provider="hf-inference"
|
| 135 |
)
|
| 136 |
|
| 137 |
def ask_llm(prompt: str, temperature: float = 0.7, max_tokens: int = 512) -> str:
|
|
|
|
| 127 |
import os
|
| 128 |
from config import HF_MODEL
|
| 129 |
|
| 130 |
+
#configuring client
|
| 131 |
client = InferenceClient(
|
| 132 |
model=HF_MODEL,
|
| 133 |
+
token=os.environ.get("HF_TOKEN")
|
|
|
|
| 134 |
)
|
| 135 |
|
| 136 |
def ask_llm(prompt: str, temperature: float = 0.7, max_tokens: int = 512) -> str:
|