Update palmapi.py

palmapi.py

@@ -72,7 +72,7 @@ class GradioPaLMChatPPManager(PaLMChatPPManager):
 
         return results    
 
-def gen_text(
+async def gen_text(
     prompt,
     parameters=None
 ):
@@ -89,16 +89,7 @@ def gen_text(
             'top_p': top_p,
         }
 
-    # if palm is None:
-        # response = palm_api.chat(**parameters, messages=[prompt])
-    # else:
-    #     palm.temperature = parameters['temperature']
-    #     palm.top_k = parameters['top_k']
-    #     palm.top_p = parameters['top_p']
-        
-    #     response = palm.reply(prompt)
-
-    response = palm_api.chat(**parameters, messages=prompt)
+    response = await palm_api.chat_async(**parameters, messages=prompt)
     
     if len(response.filters) > 0 and \
         response.filters[0]['reason'] == 2: