ArushCodes commited on
Commit
08070ec
·
verified ·
1 Parent(s): 5742d67

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -56,8 +56,8 @@ async def lifespan(app: FastAPI):
56
 
57
  print("Downloading MoE model GGUF...")
58
  model_path = hf_hub_download(
59
- repo_id='Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF',
60
- filename="Qwopus3.6-35B-A3B-Coder-MTP-Q3_K_M.gguf",
61
  )
62
  print("Model downloaded successfully!")
63
 
@@ -80,7 +80,7 @@ async def lifespan(app: FastAPI):
80
 
81
  n_batch=512,
82
  n_ubatch=512,
83
- n_draft=3,
84
 
85
  # ⚡ A3B MoE OPTIMIZATION:
86
  # use_mmap=True ensures the OS only pages the active 3B parameters
 
56
 
57
  print("Downloading MoE model GGUF...")
58
  model_path = hf_hub_download(
59
+ repo_id='unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF',
60
+ filename="GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S.gguf",
61
  )
62
  print("Model downloaded successfully!")
63
 
 
80
 
81
  n_batch=512,
82
  n_ubatch=512,
83
+ #n_draft=3,
84
 
85
  # ⚡ A3B MoE OPTIMIZATION:
86
  # use_mmap=True ensures the OS only pages the active 3B parameters