Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,11 +9,11 @@ repo_id = "JAZL/ChemGist-Phi3-Q4_K_M-GGUF"
|
|
| 9 |
filename = "chemgist-phi3-q4_k_m.gguf"
|
| 10 |
|
| 11 |
print(f"⏳ Downloading {filename} from {repo_id}...")
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
)
|
| 18 |
|
| 19 |
print("🧠 Loading model into llama.cpp engine...")
|
|
|
|
| 9 |
filename = "chemgist-phi3-q4_k_m.gguf"
|
| 10 |
|
| 11 |
print(f"⏳ Downloading {filename} from {repo_id}...")
|
| 12 |
+
model.push_to_hub_gguf(
|
| 13 |
+
"JAZL/ChemGist-Phi3-Q4_K_M-GGUF",
|
| 14 |
+
tokenizer,
|
| 15 |
+
quantization_method="q4_k_m",
|
| 16 |
+
token=hf_token
|
| 17 |
)
|
| 18 |
|
| 19 |
print("🧠 Loading model into llama.cpp engine...")
|