Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -56,8 +56,8 @@ async def lifespan(app: FastAPI):
|
|
| 56 |
|
| 57 |
print("Downloading MoE model GGUF...")
|
| 58 |
model_path = hf_hub_download(
|
| 59 |
-
repo_id='
|
| 60 |
-
filename="
|
| 61 |
)
|
| 62 |
print("Model downloaded successfully!")
|
| 63 |
|
|
@@ -80,7 +80,7 @@ async def lifespan(app: FastAPI):
|
|
| 80 |
|
| 81 |
n_batch=512,
|
| 82 |
n_ubatch=512,
|
| 83 |
-
n_draft=3,
|
| 84 |
|
| 85 |
# ⚡ A3B MoE OPTIMIZATION:
|
| 86 |
# use_mmap=True ensures the OS only pages the active 3B parameters
|
|
|
|
| 56 |
|
| 57 |
print("Downloading MoE model GGUF...")
|
| 58 |
model_path = hf_hub_download(
|
| 59 |
+
repo_id='unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF',
|
| 60 |
+
filename="GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S.gguf",
|
| 61 |
)
|
| 62 |
print("Model downloaded successfully!")
|
| 63 |
|
|
|
|
| 80 |
|
| 81 |
n_batch=512,
|
| 82 |
n_ubatch=512,
|
| 83 |
+
#n_draft=3,
|
| 84 |
|
| 85 |
# ⚡ A3B MoE OPTIMIZATION:
|
| 86 |
# use_mmap=True ensures the OS only pages the active 3B parameters
|