Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ configObj = ctransformers.Config(stop=["\n", 'User'])
|
|
| 5 |
config = ctransformers.AutoConfig(config=configObj, model_type='llama')
|
| 6 |
config.config.stop = ["\n"]
|
| 7 |
|
| 8 |
-
llm = ctransformers.AutoModelForCausalLM.from_pretrained('llama-2-7b
|
| 9 |
|
| 10 |
def complete(prompt, stop=["User", "Assistant"]):
|
| 11 |
tokens = llm.tokenize(prompt)
|
|
|
|
| 5 |
config = ctransformers.AutoConfig(config=configObj, model_type='llama')
|
| 6 |
config.config.stop = ["\n"]
|
| 7 |
|
| 8 |
+
llm = ctransformers.AutoModelForCausalLM.from_pretrained('ML610/llama-2-7b-chat-ggml', config=config)
|
| 9 |
|
| 10 |
def complete(prompt, stop=["User", "Assistant"]):
|
| 11 |
tokens = llm.tokenize(prompt)
|