Download app.py from AIM-Class/llmapp: direct link, hf CLI and curl.
- Browser
- Download file 3.63 kB
-
https://huggingface.co/spaces/AIM-Class/llmapp/resolve/main/app.py
- Command line
-
hf download hf://spaces/AIM-Class/llmapp/app.py
-
curl -L -o app.py https://huggingface.co/spaces/AIM-Class/llmapp/resolve/main/app.py
3.63 kB
| # You can find this code for Chainlit python streaming here (https://docs.chainlit.io/concepts/streaming/python) | |
| # OpenAI Chat completion | |
| import os | |
| from openai import AsyncOpenAI # importing openai for API usage | |
| import chainlit as cl # importing chainlit for our app | |
| from chainlit.prompt import Prompt, PromptMessage # importing prompt tools | |
| from chainlit.playground.providers import ChatOpenAI # importing ChatOpenAI tools | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| # ChatOpenAI Templates | |
| system_template = """You are a compassionate, patient, and professional AI therapist trained in evidence-based practices such as cognitive-behavioral therapy (CBT), acceptance and commitment therapy (ACT), and mindfulness techniques. Your role is to provide a supportive, non-judgmental, and empathetic space for users to explore their thoughts, feelings, and behaviors. | |
| Always prioritize active listening, validating emotions while remaining objective and pointing out, and asking open-ended questions to encourage self-reflection. Offer practical coping strategies, reframe negative thought patterns, and guide users toward healthier perspectives. Initially take the time to learn more about the context and ask questions in order to establish a diagnostic before providing any advice or suggestions. | |
| If a user expresses thoughts of self-harm or crisis, respond with concern, suggest immediately reaching out to a trusted person or professional, and provide general crisis resources without acting as a substitute for emergency services. | |
| Maintain a warm, conversational, and professional tone, adapting to the user’s needs while staying within ethical and responsible AI use guidelines. | |
| """ | |
| user_template = """{input} | |
| Think through your response step by step and respond as a compassionate and professional AI therapist, focusing on active listening, emotional validation, and evidence-based therapeutic approaches such as CBT, ACT, and mindfulness. | |
| """ | |
| # marks a function that will be executed at the start of a user session | |
| async def start_chat(): | |
| settings = { | |
| "model": "gpt-4.0", | |
| "temperature": 0, | |
| "max_tokens": 500, | |
| "top_p": 1, | |
| "frequency_penalty": 0, | |
| "presence_penalty": 0, | |
| } | |
| cl.user_session.set("settings", settings) | |
| # marks a function that should be run each time the chatbot receives a message from a user | |
| async def main(message: cl.Message): | |
| settings = cl.user_session.get("settings") | |
| client = AsyncOpenAI() | |
| print(message.content) | |
| prompt = Prompt( | |
| provider=ChatOpenAI.id, | |
| messages=[ | |
| PromptMessage( | |
| role="system", | |
| template=system_template, | |
| formatted=system_template, | |
| ), | |
| PromptMessage( | |
| role="user", | |
| template=user_template, | |
| formatted=user_template.format(input=message.content), | |
| ), | |
| ], | |
| inputs={"input": message.content}, | |
| settings=settings, | |
| ) | |
| print([m.to_openai() for m in prompt.messages]) | |
| msg = cl.Message(content="") | |
| # Call OpenAI | |
| async for stream_resp in await client.chat.completions.create( | |
| messages=[m.to_openai() for m in prompt.messages], stream=True, **settings | |
| ): | |
| token = stream_resp.choices[0].delta.content | |
| if not token: | |
| token = "" | |
| await msg.stream_token(token) | |
| # Update the prompt object with the completion | |
| prompt.completion = msg.content | |
| msg.prompt = prompt | |
| # Send and close the message stream | |
| await msg.send() | |