ML610 commited on
Commit
0a65804
·
1 Parent(s): b9d232c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  import ctransformers
4
 
5
  configObj = ctransformers.Config(stop=["\n", 'User'])
6
- config = ctransformers.AutoConfig(config=configObj, model_type='llama')
7
  config.config.stop = ["\n"]
8
 
9
  path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
 
3
  import ctransformers
4
 
5
  configObj = ctransformers.Config(stop=["\n", 'User'])
6
+ config = ctransformers.AutoConfig(config=configObj, context_length=2048, model_type='llama')
7
  config.config.stop = ["\n"]
8
 
9
  path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")