uparekh01151 commited on
Commit
92df651
·
1 Parent(s): 601c84c

change provide for DeepSeek-R1-Distill-Llama-8B

Browse files
Files changed (2) hide show
  1. config/models.yaml +1 -1
  2. src/models_registry.py +1 -1
config/models.yaml CHANGED
@@ -21,7 +21,7 @@ models:
21
 
22
  # DeepSeek-R1-Distill-Llama-8B with Nebius Provider
23
  - name: "DeepSeek-R1-Distill-Llama-8B"
24
- provider: "novita"
25
  model_id: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
26
  params:
27
  max_new_tokens: 256
 
21
 
22
  # DeepSeek-R1-Distill-Llama-8B with Nebius Provider
23
  - name: "DeepSeek-R1-Distill-Llama-8B"
24
+ provider: "nscale"
25
  model_id: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
26
  params:
27
  max_new_tokens: 256
src/models_registry.py CHANGED
@@ -86,7 +86,7 @@ class HuggingFaceInference:
86
  )
87
 
88
  # Use different methods based on provider capabilities
89
- if provider == "nebius":
90
  # Nebius provider only supports conversational tasks, use chat completion
91
  completion = client.chat.completions.create(
92
  model=model_id,
 
86
  )
87
 
88
  # Use different methods based on provider capabilities
89
+ if provider == "nebius" or provider == "nscale":
90
  # Nebius provider only supports conversational tasks, use chat completion
91
  completion = client.chat.completions.create(
92
  model=model_id,