Update app.py

app.py

@@ -9,7 +9,7 @@ whisper_tokenizer = AutoTokenizer.from_pretrained("openai/whisper-tiny")
 
 llm_model = AutoModelForCausalLM.from_pretrained(
         "microsoft/Phi-3-mini-4k-instruct", 
-        device_map="cuda", 
+        device_map="cpu", 
         torch_dtype="auto", 
         trust_remote_code=True)
 llm_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
@@ -34,20 +34,15 @@ def generate_text(prompt):
     return generated_text
 
 def text_to_speech(text):
-    speech = vits_tts(text)[0]['audio']
+    generated_text = phi3_mini_4k(text, max_length=50, do_sample=True)[0]['generated_text']
+    speech = vits_tts(generated_text)[0]['audio']
     return speech
 
 # Create Gradio interface
-audio_input = gr.Audio(label="Record your voice", sources="microphone", preprocess=audio_to_text)
+audio_input = gr.Audio(label="Can I Help You?", sources="microphone")
 text_output = gr.Textbox(label="Transcribed Text")
-gr.Interface(
-    generate_text, 
-    inputs=audio_input, 
-    outputs=gr.Textbox(label="Generated Text")
-).launch()
-
 gr.Interface(
     text_to_speech, 
-    inputs=gr.Textbox(lines=5, label="Enter your text"), 
-    outputs=gr.Audio(label="Speech")
-).launch()
+    inputs=audio_input, 
+    outputs=gr.Audio(label="Answer:"),
+    title="MyAlexa AI Assistant").launch(inbrowser=True)