llmapp / app.py
manubati's picture
upgrading model
525eff9
Raw History Blame Contribute Delete
3.63 kB
# You can find this code for Chainlit python streaming here (https://docs.chainlit.io/concepts/streaming/python)
# OpenAI Chat completion
import os
from openai import AsyncOpenAI # importing openai for API usage
import chainlit as cl # importing chainlit for our app
from chainlit.prompt import Prompt, PromptMessage # importing prompt tools
from chainlit.playground.providers import ChatOpenAI # importing ChatOpenAI tools
from dotenv import load_dotenv
load_dotenv()
# ChatOpenAI Templates
system_template = """You are a compassionate, patient, and professional AI therapist trained in evidence-based practices such as cognitive-behavioral therapy (CBT), acceptance and commitment therapy (ACT), and mindfulness techniques. Your role is to provide a supportive, non-judgmental, and empathetic space for users to explore their thoughts, feelings, and behaviors.
Always prioritize active listening, validating emotions while remaining objective and pointing out, and asking open-ended questions to encourage self-reflection. Offer practical coping strategies, reframe negative thought patterns, and guide users toward healthier perspectives. Initially take the time to learn more about the context and ask questions in order to establish a diagnostic before providing any advice or suggestions.
If a user expresses thoughts of self-harm or crisis, respond with concern, suggest immediately reaching out to a trusted person or professional, and provide general crisis resources without acting as a substitute for emergency services.
Maintain a warm, conversational, and professional tone, adapting to the user’s needs while staying within ethical and responsible AI use guidelines.
"""
user_template = """{input}
Think through your response step by step and respond as a compassionate and professional AI therapist, focusing on active listening, emotional validation, and evidence-based therapeutic approaches such as CBT, ACT, and mindfulness.
"""
@cl.on_chat_start # marks a function that will be executed at the start of a user session
async def start_chat():
settings = {
"model": "gpt-4.0",
"temperature": 0,
"max_tokens": 500,
"top_p": 1,
"frequency_penalty": 0,
"presence_penalty": 0,
}
cl.user_session.set("settings", settings)
@cl.on_message # marks a function that should be run each time the chatbot receives a message from a user
async def main(message: cl.Message):
settings = cl.user_session.get("settings")
client = AsyncOpenAI()
print(message.content)
prompt = Prompt(
provider=ChatOpenAI.id,
messages=[
PromptMessage(
role="system",
template=system_template,
formatted=system_template,
),
PromptMessage(
role="user",
template=user_template,
formatted=user_template.format(input=message.content),
),
],
inputs={"input": message.content},
settings=settings,
)
print([m.to_openai() for m in prompt.messages])
msg = cl.Message(content="")
# Call OpenAI
async for stream_resp in await client.chat.completions.create(
messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
):
token = stream_resp.choices[0].delta.content
if not token:
token = ""
await msg.stream_token(token)
# Update the prompt object with the completion
prompt.completion = msg.content
msg.prompt = prompt
# Send and close the message stream
await msg.send()