Spaces:
Running on Zero
Running on Zero
Update app_deepseek.py
Browse files- app_deepseek.py +1 -1
app_deepseek.py
CHANGED
|
@@ -389,7 +389,7 @@ SEARCH_LANGUAGE_CYCLE = ["arabic", "english"]
|
|
| 389 |
# "hf": the old transformers path (only kept for reference; on TPU it produced ~3 chars/s and hung).
|
| 390 |
BACKEND = os.environ.get("GIJL_BACKEND", "llamacpp").strip().lower()
|
| 391 |
GGUF_REPO = os.environ.get("GIJL_GGUF_REPO", "unsloth/DeepSeek-V4-Flash-0731-GGUF")
|
| 392 |
-
GGUF_QUANT = os.environ.get("GIJL_GGUF_QUANT", "
|
| 393 |
# automatically to whatever fits the detected VRAM/RAM
|
| 394 |
# budget (see _memory_budget_gb) -- set GIJL_GGUF_QUANT
|
| 395 |
# explicitly to pin a smaller quant instead.
|
|
|
|
| 389 |
# "hf": the old transformers path (only kept for reference; on TPU it produced ~3 chars/s and hung).
|
| 390 |
BACKEND = os.environ.get("GIJL_BACKEND", "llamacpp").strip().lower()
|
| 391 |
GGUF_REPO = os.environ.get("GIJL_GGUF_REPO", "unsloth/DeepSeek-V4-Flash-0731-GGUF")
|
| 392 |
+
GGUF_QUANT = os.environ.get("GIJL_GGUF_QUANT", "UD-IQ3_XXS") # highest quant unsloth ships; choose_quant() steps this down
|
| 393 |
# automatically to whatever fits the detected VRAM/RAM
|
| 394 |
# budget (see _memory_budget_gb) -- set GIJL_GGUF_QUANT
|
| 395 |
# explicitly to pin a smaller quant instead.
|