Added API call to hope space to generate story

app.py

@@ -11,6 +11,7 @@ import re
 from piper.voice import PiperVoice
 import wave
 from pydub import AudioSegment
+from gradio_client import Client
 
 logging.basicConfig(
     level=logging.INFO,
@@ -19,6 +20,7 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 app = FastAPI()
+hope_client = Client("HopeLLM/HopeV1.0", hf_token=os.getenv("HF_READ_TKN"))
 
 # Your WhatsApp verification token
 VERIFY_TOKEN = os.getenv("WHATSAPP_VERIFY_TOKEN", "your_verification_token")
@@ -44,6 +46,10 @@ transcriber.model.config.forced_decoder_ids = transcriber.tokenizer.get_decoder_
 
 amy_voice = PiperVoice.load("./piper/en_US-amy-medium.onnx")
 
+FIXED_PROMPT = "You are a helpful English Teaching Bot. You need to be friendly. Since you teach kids less than 7 years old, be motivating and don't point out any mistakes. Dont have long responses, keep your responses short. Assume I am your students and refer me as your student when replying"
+#llama_input_def = f"<s> [INST] <<SYS>> {fixed_prompt} <</SYS>> Understand the story below and ask me one basic question regarding the story.  Then wait for me to reply, when I reply, appreciate my participation and same way keep asking more questions one by one. Keep the questions one-liners and do not give much context. Keep everything brief \n {story_to_use} [/INST]"
+llama_input_gen_random_story = f"<s> [INST] <<SYS>> {fixed_prompt} <</SYS>> Give me a random english story for grade 3 student. Don't make it very big, say 3 sentences. Just output the story and nothing else [/INST]"
+
 @app.get("/webhook")
 async def verify_webhook(request: Request):
     """
@@ -121,7 +127,9 @@ def backgnd_process_message(message):
         elif message_type == "interactive":
             if message["interactive"]["button_reply"]["id"] == "random_story":
                 ONGOING_CONVO[sender_id]['Story'] = "random_story"
-                response_text = "Perfect, I will choose a story for you!!"
+                story_for_chat = hope_client.predict(input = llama_input_gen_random_story, api_name="/answer_question").split("[/INST]")
+                response_text = f"Perfect, I will choose a story for you!!, {story_for_chat}"
+                ONGOING_CONVO[sender_id]['Story'] = story_for_chat
             elif message["interactive"]["button_reply"]["id"] == "own_story":
                 response_text = "Great!! Send me your story as the next message, it can be text or audio!!" 
                 ONGOING_CONVO[sender_id]['Story'] = "PENDING"

requirements.txt

@@ -5,4 +5,5 @@ torch
 transformers
 piper-tts
 pydub
-wave
+wave
+gradio_client