Update app.py

app.py

@@ -1,12 +1,8 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -15,6 +11,7 @@ def respond(
     temperature,
     top_p,
 ):
+    # Construct the messages with prompt engineering
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -23,8 +20,10 @@ def respond(
         if val[1]:
             messages.append({"role": "assistant", "content": val[1]})
 
+    # Add the user message
     messages.append({"role": "user", "content": message})
 
+    # Generate the response
     response = ""
 
     for message in client.chat_completion(
@@ -35,18 +34,19 @@ def respond(
         top_p=top_p,
     ):
         token = message.choices[0].delta.content
-
         response += token
         yield response
 
+# Example of a more detailed system message for prompt engineering
+default_system_message = (
+    "You are an expert GIS person in the urban planning department and are being sent this query to figure out what possible GIS operations need to happen in sequence and on what datasets."
+    "If you don't know the answer, say 'I don't know' instead of making something up."
+)
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        gr.Textbox(value=default_system_message, label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -59,6 +59,5 @@ demo = gr.ChatInterface(
     ],
 )
 
-
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()