Spaces:
Runtime error
Runtime error
Commit ·
92df651
1
Parent(s): 601c84c
change provide for DeepSeek-R1-Distill-Llama-8B
Browse files- config/models.yaml +1 -1
- src/models_registry.py +1 -1
config/models.yaml
CHANGED
|
@@ -21,7 +21,7 @@ models:
|
|
| 21 |
|
| 22 |
# DeepSeek-R1-Distill-Llama-8B with Nebius Provider
|
| 23 |
- name: "DeepSeek-R1-Distill-Llama-8B"
|
| 24 |
-
provider: "
|
| 25 |
model_id: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
|
| 26 |
params:
|
| 27 |
max_new_tokens: 256
|
|
|
|
| 21 |
|
| 22 |
# DeepSeek-R1-Distill-Llama-8B with Nebius Provider
|
| 23 |
- name: "DeepSeek-R1-Distill-Llama-8B"
|
| 24 |
+
provider: "nscale"
|
| 25 |
model_id: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
|
| 26 |
params:
|
| 27 |
max_new_tokens: 256
|
src/models_registry.py
CHANGED
|
@@ -86,7 +86,7 @@ class HuggingFaceInference:
|
|
| 86 |
)
|
| 87 |
|
| 88 |
# Use different methods based on provider capabilities
|
| 89 |
-
if provider == "nebius":
|
| 90 |
# Nebius provider only supports conversational tasks, use chat completion
|
| 91 |
completion = client.chat.completions.create(
|
| 92 |
model=model_id,
|
|
|
|
| 86 |
)
|
| 87 |
|
| 88 |
# Use different methods based on provider capabilities
|
| 89 |
+
if provider == "nebius" or provider == "nscale":
|
| 90 |
# Nebius provider only supports conversational tasks, use chat completion
|
| 91 |
completion = client.chat.completions.create(
|
| 92 |
model=model_id,
|