Update app/main.py

app/main.py

@@ -44,7 +44,9 @@ async def echo(message, history):
     history.append([message, ""])
     full_resp = ""    
 
-    responses = client.chat.completions.create(model="tgi", messages=messages, **parameters)
+    responses = await client.chat.completions.create(
+        model="tgi", messages=messages, **parameters
+    )
     
     async for resp in responses:
         full_resp = full_resp + resp.choices[0].delta.content