Spaces:

Sachin5112
/

Fast-AI

Paused

Sachin5112 commited on Aug 28

Commit

488be73

verified ·

1 Parent(s): 6274212

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,7 +13,7 @@ import uvicorn
 # ----------------------------
 model_path = hf_hub_download(
     repo_id="unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF",
-    filename="DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf"
 )
 llm = Llama(

 # ----------------------------
 model_path = hf_hub_download(
     repo_id="unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF",
+    filename="DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf"
 )
 llm = Llama(