Update app.py

app.py

@@ -1,6 +1,4 @@
 import gradio as gr
-import sounddevice as sd
-import soundfile as sf
 from transformers import pipeline
 
 # Create pipelines for ASR, QA, and TTS
@@ -8,19 +6,18 @@ asr_pipeline = pipeline("automatic-speech-recognition", model="canary/asr-small-
 qa_pipeline = pipeline("question-answering", model="LLAMA/llama3-base-qa", tokenizer="LLAMA/llama3-base-qa")
 tts_pipeline = pipeline("text-to-speech", model="patrickvonplaten/vits-large", device=0)  # Adjust device based on your hardware
 
-# Function to capture audio
-def capture_audio(duration=10, filename="temp.wav"):
-    print("Listening for trigger word...")
-    # Listen for trigger word ("Hey, Alexander")
+# Function to capture audio using Canary ASR
+def capture_audio():
     while True:
-        audio_input, _ = sd.rec(int(duration * 16000), samplerate=16000, channels=1, dtype="int16")
-        sd.wait()
-        sf.write(filename, audio_input, 16000)
-        transcript = asr_pipeline(filename)[0]['transcription']
+        print("Say, 'Hey, Alex'")
+        # Use Canary ASR pipeline to capture audio
+        audio_input = asr_pipeline(None)[0]['input_values']
+        transcript = asr_pipeline(audio_input)[0]['transcription']
         if "hey alex" in transcript.lower():
-            print("Hi! I'm listening...")
+            print("I hear you!")
             break
     print("Listening...")
+    return audio_input
 
 # AI assistant function
 def ai_assistant(audio_input):
@@ -29,8 +26,8 @@ def ai_assistant(audio_input):
 
     # Perform question answering (QA)
     question = transcribed_text
-    context = "Friends is a popular American sitcom that aired from 1994 to 2004. The show revolves around a group of six friends living in New York City—Ross, Rachel, Chandler, Monica, Joey, and Phoebe—as they navigate various aspects of their personal and professional lives. Friends is known for its humor, memorable characters, and iconic catchphrases, making it a beloved and enduring cultural phenomenon." 
     # Provide the context for the question answering model
+    context = "Friends is a popular American sitcom that aired from 1994 to 2004. The show revolves around a group of six friends living in New York City—Ross, Rachel, Chandler, Monica, Joey, and Phoebe—as they navigate various aspects of their personal and professional lives. Friends is known for its humor, memorable characters, and iconic catchphrases, making it a beloved and enduring cultural phenomenon."
     answer = qa_pipeline(question=question, context=context)
 
     # Convert the answer to speech using text-to-speech (TTS)
@@ -45,4 +42,5 @@ if __name__ == "__main__":
                  inputs=gr.inputs.Audio(capture= capture_audio, label="Speak Here"),
                  outputs=gr.outputs.Audio(type="audio", label="Assistant's Response"),
                  title="Alexander the Great AI Assistant",
-                 description="An AI Assistant. Say 'Hi Alexander' to speak to Alex").launch(inbrowser=True)
+                 description="An AI Assistant. Say 'Hey Alex' to speak to Alexander").launch(inbrowser=True)
+