Spaces:
Paused
Paused
Commit
·
779ed30
1
Parent(s):
79ce63a
send llm responses with eos=True
Browse files
whisper_live/trt_server.py
CHANGED
@@ -358,9 +358,10 @@ class ServeClient:
|
|
358 |
llm_response = self.llm_queue.get()
|
359 |
|
360 |
if llm_response:
|
361 |
-
|
362 |
-
|
363 |
-
|
|
|
364 |
except queue.Empty:
|
365 |
pass
|
366 |
|
|
|
358 |
llm_response = self.llm_queue.get()
|
359 |
|
360 |
if llm_response:
|
361 |
+
eos = llm_response["eos"]
|
362 |
+
if eos:
|
363 |
+
logging.info(f"[LLM INFO:] sending response to client : {llm_response}")
|
364 |
+
self.websocket.send(json.dumps(llm_response))
|
365 |
except queue.Empty:
|
366 |
pass
|
367 |
|