Spaces:

Flo321
/

Plantabot

Build error

Update app.py

f4de07d verified almost 3 years ago

9.35 kB

import os
import gradio as gr
import webbrowser
import platform
from llama_index.schema import ImageDocument
from llama_index.multi_modal_llms.openai import OpenAIMultiModal
from openai import OpenAI as ClientOpenAI
from theme import CustomTheme

custom_theme = CustomTheme()
image_documents = []
expert_level = "Anfänger"

openai_mm_llm = OpenAIMultiModal(
    model="gpt-4-vision-preview", api_key=os.environ["OPENAI_API_KEY"], max_new_tokens=1200
)
client = ClientOpenAI()

def upload_file(files):
    for file in files:
        image = ImageDocument(image_path=file.name)
        image_documents.append(image)

base_prompt = "Answer always in german!\nIf the question is not about plants, tell the user you can only answer questions about plants!\nPlease try to give the information in a compact format\n"
amateur_prompt = base_prompt + "Answer the question in a way everyone and especially people who dont know anything about plants can understand!\nAnswer in a very friendly matter as if you are a friend of the user\n"
professional_prompt = base_prompt + "If a plant is given, use the correct latin word to reference the plant!\nUse are more formal speech which is appropriate for plant experts.\n Formulate the answer so it could be helpful for people, who got a lot of experience with plants!"

base_prompt_image = base_prompt + "If the image is not about plants, tell the user you can only answer questions about plants!\n"
amateur_prompt_image = base_prompt_image + "Answer the question in a way everyone and especially people who dont know anything about plants can understand!\nAnswer in a very friendly matter as if you are a friend of the user\n"
professional_prompt_image = base_prompt_image + "If a plant is given, use the correct latin word to reference the plant!\nUse are more formal speech which is appropriate for plant experts.\n Formulate the answer so it could be helpful for people, who got a lot of experience with plants!"

def echo(message, history):
    print(history)
    print("++++++++++")
    print(expert_level)
    if image_documents:
        if expert_level == "Anfänger":
            content = amateur_prompt
        elif expert_level == "Profi":
            content = professional_prompt
        print(40*"#")
        response = openai_mm_llm.complete(
            prompt= content + f"Based on the list of images, answer the following question. Always answer in german! If the images or the question is not about plants, tell the user you can only answer questions about plants!\nQuestion: {message}",
            image_documents=image_documents,
        )
        response = response.text
    else:
        print(40*"-")
        if expert_level == "Anfänger":
            content = amateur_prompt
        elif expert_level == "Profi":
            content = professional_prompt
        response = client.chat.completions.create(
            model="gpt-4-1106-preview",
            messages=[
                {"role": "system", "content": "You are a helpful assistant."},
                {"role": "user",
                 "content": content + f"Answer the following question:\nQuestion: {message}\nIf needed also consider the following chat history to answer the question: {history[-3:]}!\nIf the user wants to add an event and the query consists of a date and an event name return the date and the event name in the following format: 'DATE' --- 'EVENT_NAME'! Always use this format and use dd.mm.yyyy for date!"},
            ],
            max_tokens=1200
        )
        response = response.choices[0].message.content


    if "---" in response:
        date, event_name = response.split(" --- ")
        print(date)
        print(event_name)
        #download_link = "https://www.gradio.app/docs/image"
        #print(response)
        #response = f"Wir haben dir einen Kalendareintrag erstellt am {date} mit dem Namen {event_name}!\nDu kannst dir die Datei unter folgenden Link herunterladen: {download_link}"
        
        # Create a calendar file (ics format) for the added event
        calendar_content = f"BEGIN:VCALENDAR\nVERSION:2.0\nBEGIN:VEVENT\nDTSTART:{date}\nSUMMARY:{event_name}\nEND:VEVENT\nEND:VCALENDAR"
        save_directory = "./calender_data/"
        filename = os.path.join(save_directory, f"calendar_event_{date}.ics")
        with open(filename, 'w') as file:
            file.write(calendar_content)

        url = os.path.abspath(filename)

        # Determine the default web browser based on the operating system
        if platform.system() == 'Windows':
            chrome_path = "C:/Program Files/Google/Chrome/Application/chrome.exe %s"
            firefox_path = "C:/Program Files/Mozilla Firefox/firefox.exe %s"
            edge_path = "C:/Program Files/Microsoft/Edge/Application/msedge.exe %s"
            # Add more browser paths as needed

            # Check which browser is available and set the path accordingly
            if os.path.isfile(chrome_path.split()[0]):
                browser_path = chrome_path
            elif os.path.isfile(firefox_path.split()[0]):
                browser_path = firefox_path
            elif os.path.isfile(edge_path.split()[0]):
                browser_path = edge_path
            else:
                # Set a default browser path or handle the situation as needed
                browser_path = chrome_path

        elif platform.system() == 'Darwin':  # macOS
            chrome_path = "open -a /Applications/Google\ Chrome.app %s"
            firefox_path = "open -a /Applications/Firefox.app %s"
            safari_path = "open -a /Applications/Safari.app %s"
            # Add more browser paths as needed

            # Check which browser is available and set the path accordingly
            if os.system("which 'Google Chrome'") == 0:
                browser_path = chrome_path
            elif os.system("which firefox") == 0:
                browser_path = firefox_path
            elif os.system("which safari") == 0:
                browser_path = safari_path
            else:
                # Set a default browser path or handle the situation as needed
                browser_path = chrome_path

        else:
            # Handle other operating systems or set a default behavior
            pass

        webbrowser.get(browser_path).open(url, new=2, autoraise=True)
        print(response)

    image_documents.clear()

    return response


def selection_changed(selection):
    global expert_level
    expert_level = selection

css_code="""
.svelte-1btp92j {
padding: 20px !important;
}
.svelte-vm32wk {
color: white !important;
}
.svelte-1gfkn6j {
font-weight: 600 !important;
font-size: 18px !important;
}
footer.svelte-1ax1toq {
display: none !important;
}
div#component-16 {
background: rgba(255, 255, 255, 0.6);
}
div#component-7 {
background: rgba(255, 255, 255, 0.6);
}
div#component-8 {
background: rgba(255, 255, 255, 0.6);
}
div#component-9{
background: rgba(255, 255, 255, 0.6);
}
label.svelte-1f354aw.container {
background: rgba(255, 255, 255, 0.0);
}
fieldset#component-12 {
background: rgba(255, 255, 255, 0.6);
}
.form.svelte-sfqy0y {
background: rgba(255, 255, 255, 0.6);
}
span.svelte-1gfkn6j {
background: rgba(255, 255, 255, 0.3);
}
textarea.svelte-1f354aw.svelte-1f354aw:disabled {
background: rgba(255, 255, 255, 0.0);
}
span.svelte-1gfkn6j:not(.has-info) {
color: black;
}
textarea.svelte-1f354aw.svelte-1f354aw:disabled {
color:black;
}
img.svelte-1btp92j (
background: #ffffff80;
)
div#component-4 {
background: rgba(255, 255, 255, 0.8) !important;
}
.block.svelte-90oupt {
background: rgba(255, 255, 255, 0.9) !important;
}
.gallery.svelte-13hsdno {
color: black;
}
.gallery-item.svelte-13hsdno.svelte-13hsdno.svelte-13hsdno {
border-color: black;
}
div#component-27{
padding: 20px;
}
span.ml-2.svelte-1mhtq7j{
color: white !important;
}
"""

with gr.Blocks(theme=custom_theme, css=css_code) as demo:
    with gr.Row(equal_height=True):
        with gr.Column(scale = 2):
            with gr.Row():
                logo = gr.Image("assets/logo.png", show_label=False, show_download_button=False, interactive=False)
            with gr.Row():
                with gr.Column():
                    chat_history = gr.Textbox(label="Chatverläufe", placeholder="Chat 3: neuer Chat", interactive=False)
                    chat_history = gr.Textbox(show_label=False, placeholder="Chat 2: meine Monstera 🍀", interactive=False)
                    chat_history = gr.Textbox(show_label=False, placeholder="Chat 1: mein Steckling 🪴", interactive=False)
            with gr.Row():
                radio_level = gr.Radio(["Anfänger", "Profi"], label="Wissen über Pflanzen", value="Anfänger")#, css_class="custom-radio-label"
                radio_level.change(selection_changed, radio_level)
        with gr.Column(scale = 5):
            chat_interface = gr.ChatInterface(echo, examples=["Wie oft sollte ich meine Monstera gießen und welche Menge Wasser ist optimal?", "Kannst du mir Pflanzen empfehlen, die wenig Sonnenlicht benötigen, da meine Wohnung nicht besonders hell ist?"], submit_btn="Senden", retry_btn=None, undo_btn=None, clear_btn=None,)
            upload_button = gr.UploadButton("Upload an Image", file_types=["image"], file_count="multiple")
            upload_button.upload(upload_file, upload_button, None)

demo.launch(inbrowser=True)

	import os
	import gradio as gr
	import webbrowser
	import platform
	from llama_index.schema import ImageDocument
	from llama_index.multi_modal_llms.openai import OpenAIMultiModal
	from openai import OpenAI as ClientOpenAI
	from theme import CustomTheme

	custom_theme = CustomTheme()
	image_documents = []
	expert_level = "Anfänger"

	openai_mm_llm = OpenAIMultiModal(
	model="gpt-4-vision-preview", api_key=os.environ["OPENAI_API_KEY"], max_new_tokens=1200
	)
	client = ClientOpenAI()

	def upload_file(files):
	for file in files:
	image = ImageDocument(image_path=file.name)
	image_documents.append(image)

	base_prompt = "Answer always in german!\nIf the question is not about plants, tell the user you can only answer questions about plants!\nPlease try to give the information in a compact format\n"
	amateur_prompt = base_prompt + "Answer the question in a way everyone and especially people who dont know anything about plants can understand!\nAnswer in a very friendly matter as if you are a friend of the user\n"
	professional_prompt = base_prompt + "If a plant is given, use the correct latin word to reference the plant!\nUse are more formal speech which is appropriate for plant experts.\n Formulate the answer so it could be helpful for people, who got a lot of experience with plants!"

	base_prompt_image = base_prompt + "If the image is not about plants, tell the user you can only answer questions about plants!\n"
	amateur_prompt_image = base_prompt_image + "Answer the question in a way everyone and especially people who dont know anything about plants can understand!\nAnswer in a very friendly matter as if you are a friend of the user\n"
	professional_prompt_image = base_prompt_image + "If a plant is given, use the correct latin word to reference the plant!\nUse are more formal speech which is appropriate for plant experts.\n Formulate the answer so it could be helpful for people, who got a lot of experience with plants!"

	def echo(message, history):
	print(history)
	print("++++++++++")
	print(expert_level)
	if image_documents:
	if expert_level == "Anfänger":
	content = amateur_prompt
	elif expert_level == "Profi":
	content = professional_prompt
	print(40*"#")
	response = openai_mm_llm.complete(
	prompt= content + f"Based on the list of images, answer the following question. Always answer in german! If the images or the question is not about plants, tell the user you can only answer questions about plants!\nQuestion: {message}",
	image_documents=image_documents,
	)
	response = response.text
	else:
	print(40*"-")
	if expert_level == "Anfänger":
	content = amateur_prompt
	elif expert_level == "Profi":
	content = professional_prompt
	response = client.chat.completions.create(
	model="gpt-4-1106-preview",
	messages=[
	{"role": "system", "content": "You are a helpful assistant."},
	{"role": "user",
	"content": content + f"Answer the following question:\nQuestion: {message}\nIf needed also consider the following chat history to answer the question: {history[-3:]}!\nIf the user wants to add an event and the query consists of a date and an event name return the date and the event name in the following format: 'DATE' --- 'EVENT_NAME'! Always use this format and use dd.mm.yyyy for date!"},
	],
	max_tokens=1200
	)
	response = response.choices[0].message.content


	if "---" in response:
	date, event_name = response.split(" --- ")
	print(date)
	print(event_name)
	#download_link = "https://www.gradio.app/docs/image"
	#print(response)
	#response = f"Wir haben dir einen Kalendareintrag erstellt am {date} mit dem Namen {event_name}!\nDu kannst dir die Datei unter folgenden Link herunterladen: {download_link}"

	# Create a calendar file (ics format) for the added event
	calendar_content = f"BEGIN:VCALENDAR\nVERSION:2.0\nBEGIN:VEVENT\nDTSTART:{date}\nSUMMARY:{event_name}\nEND:VEVENT\nEND:VCALENDAR"
	save_directory = "./calender_data/"
	filename = os.path.join(save_directory, f"calendar_event_{date}.ics")
	with open(filename, 'w') as file:
	file.write(calendar_content)

	url = os.path.abspath(filename)

	# Determine the default web browser based on the operating system
	if platform.system() == 'Windows':
	chrome_path = "C:/Program Files/Google/Chrome/Application/chrome.exe %s"
	firefox_path = "C:/Program Files/Mozilla Firefox/firefox.exe %s"
	edge_path = "C:/Program Files/Microsoft/Edge/Application/msedge.exe %s"
	# Add more browser paths as needed

	# Check which browser is available and set the path accordingly
	if os.path.isfile(chrome_path.split()[0]):
	browser_path = chrome_path
	elif os.path.isfile(firefox_path.split()[0]):
	browser_path = firefox_path
	elif os.path.isfile(edge_path.split()[0]):
	browser_path = edge_path
	else:
	# Set a default browser path or handle the situation as needed
	browser_path = chrome_path

	elif platform.system() == 'Darwin': # macOS
	chrome_path = "open -a /Applications/Google\ Chrome.app %s"
	firefox_path = "open -a /Applications/Firefox.app %s"
	safari_path = "open -a /Applications/Safari.app %s"
	# Add more browser paths as needed

	# Check which browser is available and set the path accordingly
	if os.system("which 'Google Chrome'") == 0:
	browser_path = chrome_path
	elif os.system("which firefox") == 0:
	browser_path = firefox_path
	elif os.system("which safari") == 0:
	browser_path = safari_path
	else:
	# Set a default browser path or handle the situation as needed
	browser_path = chrome_path

	else:
	# Handle other operating systems or set a default behavior
	pass

	webbrowser.get(browser_path).open(url, new=2, autoraise=True)
	print(response)

	image_documents.clear()

	return response


	def selection_changed(selection):
	global expert_level
	expert_level = selection

	css_code="""
	.svelte-1btp92j {
	padding: 20px !important;
	}
	.svelte-vm32wk {
	color: white !important;
	}
	.svelte-1gfkn6j {
	font-weight: 600 !important;
	font-size: 18px !important;
	}
	footer.svelte-1ax1toq {
	display: none !important;
	}
	div#component-16 {
	background: rgba(255, 255, 255, 0.6);
	}

	div#component-7 {
	background: rgba(255, 255, 255, 0.6);
	}
	div#component-8 {
	background: rgba(255, 255, 255, 0.6);
	}
	div#component-9{
	background: rgba(255, 255, 255, 0.6);
	}

	label.svelte-1f354aw.container {
	background: rgba(255, 255, 255, 0.0);
	}

	fieldset#component-12 {
	background: rgba(255, 255, 255, 0.6);
	}

	.form.svelte-sfqy0y {
	background: rgba(255, 255, 255, 0.6);
	}
	span.svelte-1gfkn6j {
	background: rgba(255, 255, 255, 0.3);
	}
	textarea.svelte-1f354aw.svelte-1f354aw:disabled {
	background: rgba(255, 255, 255, 0.0);
	}

	span.svelte-1gfkn6j:not(.has-info) {
	color: black;
	}

	textarea.svelte-1f354aw.svelte-1f354aw:disabled {
	color:black;
	}
	img.svelte-1btp92j (
	background: #ffffff80;
	)
	div#component-4 {
	background: rgba(255, 255, 255, 0.8) !important;
	}

	.block.svelte-90oupt {
	background: rgba(255, 255, 255, 0.9) !important;
	}

	.gallery.svelte-13hsdno {
	color: black;
	}

	.gallery-item.svelte-13hsdno.svelte-13hsdno.svelte-13hsdno {
	border-color: black;
	}
	div#component-27{
	padding: 20px;
	}
	span.ml-2.svelte-1mhtq7j{
	color: white !important;
	}
	"""

	with gr.Blocks(theme=custom_theme, css=css_code) as demo:
	with gr.Row(equal_height=True):
	with gr.Column(scale = 2):
	with gr.Row():
	logo = gr.Image("assets/logo.png", show_label=False, show_download_button=False, interactive=False)
	with gr.Row():
	with gr.Column():
	chat_history = gr.Textbox(label="Chatverläufe", placeholder="Chat 3: neuer Chat", interactive=False)
	chat_history = gr.Textbox(show_label=False, placeholder="Chat 2: meine Monstera 🍀", interactive=False)
	chat_history = gr.Textbox(show_label=False, placeholder="Chat 1: mein Steckling 🪴", interactive=False)
	with gr.Row():
	radio_level = gr.Radio(["Anfänger", "Profi"], label="Wissen über Pflanzen", value="Anfänger")#, css_class="custom-radio-label"
	radio_level.change(selection_changed, radio_level)
	with gr.Column(scale = 5):
	chat_interface = gr.ChatInterface(echo, examples=["Wie oft sollte ich meine Monstera gießen und welche Menge Wasser ist optimal?", "Kannst du mir Pflanzen empfehlen, die wenig Sonnenlicht benötigen, da meine Wohnung nicht besonders hell ist?"], submit_btn="Senden", retry_btn=None, undo_btn=None, clear_btn=None,)
	upload_button = gr.UploadButton("Upload an Image", file_types=["image"], file_count="multiple")
	upload_button.upload(upload_file, upload_button, None)

	demo.launch(inbrowser=True)