ML610 commited on
Commit
5a0be15
·
1 Parent(s): e0f6193

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ configObj = ctransformers.Config(stop=["\n", 'User'])
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
- llm = ctransformers.AutoModelForCausalLM.from_pretrained('llama-2-7b.ggmlv3.q4_K_S.bin', config=config)
9
 
10
  def complete(prompt, stop=["User", "Assistant"]):
11
  tokens = llm.tokenize(prompt)
 
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
+ llm = ctransformers.AutoModelForCausalLM.from_pretrained('ML610/llama-2-7b-chat-ggml', config=config)
9
 
10
  def complete(prompt, stop=["User", "Assistant"]):
11
  tokens = llm.tokenize(prompt)