Update app.py

app.py

@@ -24,13 +24,13 @@ tokenizer = AutoTokenizer.from_pretrained(language_model_name)
 
 def process_input(input_text, action):
     if action == "Translate to English":
-        prompt = f"Please translate the following text into English：{input_text}"
+        prompt = f"Please translate the following text into English: {input_text}"
         lang = "en"
     elif action == "Translate to Chinese":
-        prompt = f"Please translate the following text into Chinese：{input_text}"
+        prompt = f"Please translate the following text into Chinese: {input_text}"
         lang = "zh-cn"
     elif action == "Translate to Japanese":
-        prompt = f"Please translate the following text into Japanese：{input_text}"
+        prompt = f"Please translate the following text into Japanese: {input_text}"
         lang = "ja"
     else:
         prompt = input_text
@@ -45,10 +45,14 @@ def process_input(input_text, action):
         tokenize=False,
         add_generation_prompt=True
     )
-    model_inputs = tokenizer([text], return_tensors="pt").to(device)
+    
+    # Encode input with attention mask
+    model_inputs = tokenizer([text], return_tensors="pt", padding=True, truncation=True).to(device)
+    attention_mask = model_inputs["attention_mask"]
 
     generated_ids = language_model.generate(
-        model_inputs.input_ids,
+        input_ids=model_inputs.input_ids,
+        attention_mask=attention_mask,
         max_new_tokens=512
     )
     generated_ids = [
@@ -74,17 +78,17 @@ action_options = ["Translate to English", "Translate to Chinese", "Translate to
 iface = gr.Interface(
     fn=handle_interaction,
     inputs=[
-        gr.Textbox(label="input text"),
-        gr.Dropdown(action_options, label="select action")
+        gr.Textbox(label="Input Text"),
+        gr.Dropdown(action_options, label="Select Action")
     ],
     outputs=[
-        gr.Textbox(label="output text"),
-        gr.Audio(label="output audio")
+        gr.Textbox(label="Output Text"),
+        gr.Audio(label="Output Audio")
     ],
     title="Translation and Chat App using AI",
     description="Translate input text or chat based on the selected action.",
-    theme= "gradio/soft"
+    theme="gradio/soft"
 )
 
 if __name__ == "__main__":
-    iface.launch()
+    iface.launch()