SimBombeRino commited on
Commit
33c3d00
·
verified ·
1 Parent(s): 1f13ea8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,13 +3,13 @@ from huggingface_hub import hf_hub_download
3
  from llama_cpp import Llama
4
 
5
  # Model Configuration
6
- model_name = "SWAH-KTH/lora_model_q"
7
  model_file = "unsloth.Q4_K_M.gguf"
8
  model_path = hf_hub_download(model_name, filename=model_file)
9
 
10
  llm = Llama(
11
  model_path=model_path,
12
- n_threads=8, # Adjust threads for your CPU
13
  # n_gpu_layers=0 # Uncomment if using GPU
14
  )
15
 
 
3
  from llama_cpp import Llama
4
 
5
  # Model Configuration
6
+ model_name = "SWAH-KTH/large_lora_model_q"
7
  model_file = "unsloth.Q4_K_M.gguf"
8
  model_path = hf_hub_download(model_name, filename=model_file)
9
 
10
  llm = Llama(
11
  model_path=model_path,
12
+ n_threads=32, # Adjust threads for your CPU
13
  # n_gpu_layers=0 # Uncomment if using GPU
14
  )
15