23v commited on
Commit
1af0256
·
verified ·
1 Parent(s): f9506dd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -77,15 +77,15 @@ def start_llama_server():
77
 
78
  from huggingface_hub import hf_hub_download
79
 
80
- #model_path = hf_hub_download(
81
- # repo_id="unsloth/Qwen3.8-Flash-Next-GGUF",
82
- # filename="UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf",
83
- #)
84
- model_path = None
85
  for i in range(1,34):
86
- mp = hf_hub_download(
87
- repo_id="AtomicChat/Qwen3.8-Flash-Next-GGUF",
88
- filename="Qwen3.8-Flash-Next-AD-4.27bpw-Q4_K_M-M64/Qwen3.8-Flash-Next-AD-4.27bpw-Q4_K_M-M64-{}-of-00033.gguf".format(str(i).zfill(5))
89
  )
90
  if not model_path:
91
  model_path = mp
 
77
 
78
  from huggingface_hub import hf_hub_download
79
 
80
+ model_path = hf_hub_download(
81
+ repo_id="unsloth/Qwen3.8-Flash-Next-GGUF",
82
+ filename="BF16/Qwen3.8-Flash-Next-BF16-00008-of-00008.gguf",
83
+ )
84
+ # model_path = None
85
  for i in range(1,34):
86
+ # mp = hf_hub_download(
87
+ # repo_id="AtomicChat/Qwen3.8-Flash-Next-GGUF",
88
+ # filename="Qwen3.8-Flash-Next-AD-4.27bpw-Q4_K_M-M64/Qwen3.8-Flash-Next-AD-4.27bpw-Q4_K_M-M64-{}-of-00033.gguf".format(str(i).zfill(5))
89
  )
90
  if not model_path:
91
  model_path = mp