IamLevin40 commited on
Commit
4bedcc8
·
verified ·
1 Parent(s): fe0cdd8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -9,11 +9,11 @@ repo_id = "JAZL/ChemGist-Phi3-Q4_K_M-GGUF"
9
  filename = "chemgist-phi3-q4_k_m.gguf"
10
 
11
  print(f"⏳ Downloading {filename} from {repo_id}...")
12
- model_path = hf_hub_download(
13
- repo_id=repo_id,
14
- filename=filename,
15
- token=hf_token,
16
- force_download=True
17
  )
18
 
19
  print("🧠 Loading model into llama.cpp engine...")
 
9
  filename = "chemgist-phi3-q4_k_m.gguf"
10
 
11
  print(f"⏳ Downloading {filename} from {repo_id}...")
12
+ model.push_to_hub_gguf(
13
+ "JAZL/ChemGist-Phi3-Q4_K_M-GGUF",
14
+ tokenizer,
15
+ quantization_method="q4_k_m",
16
+ token=hf_token
17
  )
18
 
19
  print("🧠 Loading model into llama.cpp engine...")