Jether commited on
Commit
66ad403
·
verified ·
1 Parent(s): f522015

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +53 -17
app.py CHANGED
@@ -8,28 +8,64 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
9
 
10
 
 
 
 
 
 
 
 
 
 
11
 
12
- def answer(message, history):
13
- files = []
14
- for msg in history:
15
- if msg['role'] == "user" and isinstance(msg['content'], tuple):
16
- files.append(msg['content'][0])
17
- for file in message["files"]:
18
- files.append(file)
19
 
20
- documents = SimpleDirectoryReader(input_files=files).load_data()
21
- index = VectorStoreIndex.from_documents(documents)
22
- query_engine = index.as_query_engine()
23
- return str(query_engine.query(message["text"]))
24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  demo = gr.ChatInterface(
26
- answer,
27
- type="messages",
28
- title="PGP Chatbot",
29
- description="You are chatbot for PGP clients. Your user can upload any text, document or pdf files and ask questions about them!",
30
- textbox=gr.MultimodalTextbox(file_types=[".docx", ".doc", ".pdf", ".txt"]),
31
- multimodal=True
 
 
 
 
 
 
 
 
32
  )
 
 
 
33
 
34
 
35
  if __name__ == "__main__":
 
8
 
9
 
10
 
11
+ def respond(
12
+ message,
13
+ history: list[tuple[str, str]],
14
+ system_message,
15
+ max_tokens,
16
+ temperature,
17
+ top_p,
18
+ ):
19
+ messages = [{"role": "system", "content": system_message}]
20
 
21
+ for val in history:
22
+ if val[0]:
23
+ messages.append({"role": "user", "content": val[0]})
24
+ if val[1]:
25
+ messages.append({"role": "assistant", "content": val[1]})
 
 
26
 
27
+ messages.append({"role": "user", "content": message})
 
 
 
28
 
29
+ response = ""
30
+
31
+ for message in client.chat_completion(
32
+ messages,
33
+ max_tokens=max_tokens,
34
+ stream=True,
35
+ temperature=temperature,
36
+ top_p=top_p,
37
+ ):
38
+ token = message.choices[0].delta.content
39
+
40
+ response += token
41
+ yield response
42
+
43
+
44
+ """
45
+ For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
46
+ """
47
+
48
+
49
+
50
  demo = gr.ChatInterface(
51
+ respond,
52
+ additional_inputs=[
53
+ gr.Textbox(value="You are chatbot for PGP clients.", label="System message"),
54
+ gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
55
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
56
+ gr.Slider(
57
+ minimum=0.1,
58
+ maximum=1.0,
59
+ value=0.95,
60
+ step=0.05,
61
+ label="Top-p (nucleus sampling)",
62
+ ),
63
+ ],
64
+
65
  )
66
+
67
+
68
+
69
 
70
 
71
  if __name__ == "__main__":