Update app.py
Browse files
app.py
CHANGED
|
@@ -16,10 +16,16 @@ hf_token = os.environ.get("HF_TOKEN", "")
|
|
| 16 |
# with "Provider 'deepinfra' not supported". 'novita' is a supported provider that
|
| 17 |
# serves DeepSeek-V3. If it ever stops working, swap it for another from the list:
|
| 18 |
# together, fireworks-ai, sambanova, hyperbolic, nebius, nscale.
|
| 19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
clients = [
|
| 22 |
-
(p, InferenceClient(model=
|
| 23 |
for p in CANDIDATE_PROVIDERS
|
| 24 |
]
|
| 25 |
|
|
|
|
| 16 |
# with "Provider 'deepinfra' not supported". 'novita' is a supported provider that
|
| 17 |
# serves DeepSeek-V3. If it ever stops working, swap it for another from the list:
|
| 18 |
# together, fireworks-ai, sambanova, hyperbolic, nebius, nscale.
|
| 19 |
+
# The base repo "deepseek-ai/DeepSeek-V3" is no longer served by any inference
|
| 20 |
+
# provider (only bring-your-own-endpoint). The revision providers actually host is
|
| 21 |
+
# "deepseek-ai/DeepSeek-V3-0324". As of now, featherless-ai is the only provider
|
| 22 |
+
# reporting a LIVE status for it; novita and deepinfra are erroring. Order matters:
|
| 23 |
+
# the respond() loop uses the first provider that streams successfully.
|
| 24 |
+
MODEL_ID = "deepseek-ai/DeepSeek-V3-0324"
|
| 25 |
+
CANDIDATE_PROVIDERS = ["featherless-ai", "novita", "deepinfra"]
|
| 26 |
|
| 27 |
clients = [
|
| 28 |
+
(p, InferenceClient(model=MODEL_ID, token=hf_token, provider=p))
|
| 29 |
for p in CANDIDATE_PROVIDERS
|
| 30 |
]
|
| 31 |
|