Update app.py

app.py

@@ -93,17 +93,15 @@ def transcribe(audio_filepath):
 
 # Function to generate text using LLM
 def generate_text(input_text):
-    input_text = [input_text]
+    messages=[{"role": "user", "content": input_text},
+    ]
     generation_args = {
-        "max_new_tokens": 300,
+        "max_new_tokens": 200,
         "return_full_text": True,
         "temperature": 0.0,
         "do_sample": False,
     }
-    generated_text = pipe(
-        [{"role": "user", "content": input_text}], 
-        **generation_args
-    )[0]["generated_text"]
+    generated_text = pipe(messages, **generation_args)[0]["generated_text"]
     return generated_text
 
 # Function to convert text to speech using TTS