Update app.py

app.py

@@ -44,10 +44,11 @@ def transliterate_to_sinhala(text):
     return transliterate.process('Velthuis', 'Sinhala', text)
 
 # Placeholder for conversation model loading and pipeline setup
+pipe1 = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
 
-def conversation_predict(text):
-    interface = gr.Interface.load("microsoft/Phi-3-mini-4k-instruct")
-    return interface([text])[0]
+# def conversation_predict(text):
+#     interface = gr.Interface.load("microsoft/Phi-3-mini-4k-instruct")
+#     return interface([text])[0]
 
 def ai_predicted(user_input):
     if user_input.lower() == 'exit':
@@ -56,8 +57,8 @@ def ai_predicted(user_input):
     user_input = translate_Singlish_to_sinhala(user_input)
     user_input = transliterate_to_sinhala(user_input)
     user_input = translate_sinhala_to_english(user_input)
-
-    ai_response = conversation_predict(user_input)
+    ai_response = pipe1([{"role": "user", "content": user_input})
+    # ai_response = conversation_predict(user_input)
     ai_response_lines = ai_response.split("</s>")
 
     response = translate_english_to_sinhala(ai_response_lines[-1])
@@ -83,6 +84,8 @@ def respond(
 
     messages.append({"role": "user", "content": message})
 
+    
+
     response = ai_predicted(message)
 
     yield response