Create app.py

app.py

@@ -0,0 +1,60 @@
+import torch
+import gradio as gr
+from transformers import WhisperProcessor, WhisperForConditionalGeneration, AutoModelForCausalLM, AutoTokenizer, VitsModel, pipeline
+
+def ASR(audio_input):
+    processor = WhisperProcessor.from_pretrained("openai/whisper-tiny")
+    model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-tiny")
+    model.config.forced_decoder_ids = None
+    
+    input_features = processor(audio_input, return_tensors="pt").input_features
+    predicted_ids = model.generate(input_features)
+    transcription = processor.batch_decode(predicted_ids, skip_special_tokens=True)
+    
+    return transcription
+
+def LLM(transcription):
+    torch.random.manual_seed(0)
+
+    model = AutoModelForCausalLM.from_pretrained(
+        "microsoft/Phi-3-mini-4k-instruct", 
+        device_map="cuda", 
+        torch_dtype="auto", 
+        trust_remote_code=True)
+    
+    tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
+
+    llm_pipe = pipeline("text-generation", model=model,tokenizer=tokenizer,)
+
+    generation_args = {
+        "max_new_tokens": 500,
+        "return_full_text": False,
+        "temperature": 0.0,
+        "do_sample": False,
+    }
+
+    output = llm_pipe(transcription, **generation_args)
+    print(output[0]['generated_text'])
+
+def TTS(llm_text):
+    model = VitsModel.from_pretrained("kakao-enterprise/vits-ljs")
+    tokenizer = AutoTokenizer.from_pretrained("kakao-enterprise/vits-ljs")
+
+    inputs = tokenizer(llm_text, return_tensors="pt")
+
+    with torch.no_grad():
+        output = model(**inputs).waveform
+        
+    return output
+
+def my_alexa(audio_input):
+    asr_output_text = ASR(audio_input)
+    llm_output = LLM(asr_output_text)
+    tts_output = TTS(llm_output)
+    
+    return gr.Audio(tts_output)
+
+alexa_interface = gr.Interface(fn=my_alexa, inputs=gr.Audio(sources="microphone"), outputs="audio", title="MyAlexa AI Model", 
+                               description="An AI assistant that can help you with your daily tasks.")
+
+alexa_interface.launch(inbrowser=True)