rishisriv-bh commited on
Commit
f146604
·
verified ·
1 Parent(s): f6910ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -16,10 +16,16 @@ hf_token = os.environ.get("HF_TOKEN", "")
16
  # with "Provider 'deepinfra' not supported". 'novita' is a supported provider that
17
  # serves DeepSeek-V3. If it ever stops working, swap it for another from the list:
18
  # together, fireworks-ai, sambanova, hyperbolic, nebius, nscale.
19
- CANDIDATE_PROVIDERS = ["together", "fireworks-ai", "sambanova", "nebius", "hyperbolic", "nscale", "hf-inference"]
 
 
 
 
 
 
20
 
21
  clients = [
22
- (p, InferenceClient(model="deepseek-ai/DeepSeek-V3", token=hf_token, provider=p))
23
  for p in CANDIDATE_PROVIDERS
24
  ]
25
 
 
16
  # with "Provider 'deepinfra' not supported". 'novita' is a supported provider that
17
  # serves DeepSeek-V3. If it ever stops working, swap it for another from the list:
18
  # together, fireworks-ai, sambanova, hyperbolic, nebius, nscale.
19
+ # The base repo "deepseek-ai/DeepSeek-V3" is no longer served by any inference
20
+ # provider (only bring-your-own-endpoint). The revision providers actually host is
21
+ # "deepseek-ai/DeepSeek-V3-0324". As of now, featherless-ai is the only provider
22
+ # reporting a LIVE status for it; novita and deepinfra are erroring. Order matters:
23
+ # the respond() loop uses the first provider that streams successfully.
24
+ MODEL_ID = "deepseek-ai/DeepSeek-V3-0324"
25
+ CANDIDATE_PROVIDERS = ["featherless-ai", "novita", "deepinfra"]
26
 
27
  clients = [
28
+ (p, InferenceClient(model=MODEL_ID, token=hf_token, provider=p))
29
  for p in CANDIDATE_PROVIDERS
30
  ]
31