23v commited on
Commit
4efa2f9
·
verified ·
1 Parent(s): 8272355

Update app_deepseek.py

Browse files
Files changed (1) hide show
  1. app_deepseek.py +1 -1
app_deepseek.py CHANGED
@@ -389,7 +389,7 @@ SEARCH_LANGUAGE_CYCLE = ["arabic", "english"]
389
  # "hf": the old transformers path (only kept for reference; on TPU it produced ~3 chars/s and hung).
390
  BACKEND = os.environ.get("GIJL_BACKEND", "llamacpp").strip().lower()
391
  GGUF_REPO = os.environ.get("GIJL_GGUF_REPO", "unsloth/DeepSeek-V4-Flash-0731-GGUF")
392
- GGUF_QUANT = os.environ.get("GIJL_GGUF_QUANT", "Q8_0") # highest quant unsloth ships; choose_quant() steps this down
393
  # automatically to whatever fits the detected VRAM/RAM
394
  # budget (see _memory_budget_gb) -- set GIJL_GGUF_QUANT
395
  # explicitly to pin a smaller quant instead.
 
389
  # "hf": the old transformers path (only kept for reference; on TPU it produced ~3 chars/s and hung).
390
  BACKEND = os.environ.get("GIJL_BACKEND", "llamacpp").strip().lower()
391
  GGUF_REPO = os.environ.get("GIJL_GGUF_REPO", "unsloth/DeepSeek-V4-Flash-0731-GGUF")
392
+ GGUF_QUANT = os.environ.get("GIJL_GGUF_QUANT", "UD-IQ3_XXS") # highest quant unsloth ships; choose_quant() steps this down
393
  # automatically to whatever fits the detected VRAM/RAM
394
  # budget (see _memory_budget_gb) -- set GIJL_GGUF_QUANT
395
  # explicitly to pin a smaller quant instead.