Update app.py

app.py

@@ -44,11 +44,12 @@ def transliterate_to_sinhala(text):
     return transliterate.process('Velthuis', 'Sinhala', text)
 
 # Placeholder for conversation model loading and pipeline setup
-pipe1 = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
+# pipe1 = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
 
-# def conversation_predict(text):
-#     interface = gr.Interface.load("microsoft/Phi-3-mini-4k-instruct")
-#     return interface([text])[0]
+interface = gr.Interface.load("microsoft/Phi-3-mini-4k-instruct")
+
+def conversation_predict(text):
+    return interface([text])[0]
 
 def ai_predicted(user_input):
     if user_input.lower() == 'exit':
@@ -57,8 +58,8 @@ def ai_predicted(user_input):
     user_input = translate_Singlish_to_sinhala(user_input)
     user_input = transliterate_to_sinhala(user_input)
     user_input = translate_sinhala_to_english(user_input)
-    ai_response = pipe1([{"role": "user", "content": user_input}])
-    # ai_response = conversation_predict(user_input)
+    # ai_response = pipe1([{"role": "user", "content": user_input}])
+    ai_response = conversation_predict(user_input)
     ai_response_lines = ai_response.split("</s>")
 
     response = translate_english_to_sinhala(ai_response_lines[-1])