Spaces:
Paused
Paused
Daniel Marques
commited on
Commit
·
ecd60f5
1
Parent(s):
02aca85
fix: add handle
Browse files
main.py
CHANGED
@@ -36,11 +36,13 @@ class Delete(BaseModel):
|
|
36 |
|
37 |
websocketClient = contextvars.ContextVar("websocketClient")
|
38 |
|
39 |
-
class MyCustomSyncHandler(
|
40 |
-
def on_llm_new_token(self, token: str, **kwargs) -> None:
|
41 |
ws = websocketClient.get()
|
42 |
|
43 |
-
|
|
|
|
|
44 |
|
45 |
print(f"token: {token}")
|
46 |
|
@@ -251,4 +253,6 @@ async def websocket_endpoint(websocket: WebSocket):
|
|
251 |
|
252 |
res = QA(data)
|
253 |
|
|
|
|
|
254 |
await websocket.send_text(f"Message text was:")
|
|
|
36 |
|
37 |
websocketClient = contextvars.ContextVar("websocketClient")
|
38 |
|
39 |
+
class MyCustomSyncHandler(AsyncCallbackHandler):
|
40 |
+
async def on_llm_new_token(self, token: str, **kwargs) -> None:
|
41 |
ws = websocketClient.get()
|
42 |
|
43 |
+
print(f"{ws}")
|
44 |
+
|
45 |
+
await ws.send_text(f"token: {token}")
|
46 |
|
47 |
print(f"token: {token}")
|
48 |
|
|
|
253 |
|
254 |
res = QA(data)
|
255 |
|
256 |
+
print(f"${res}")
|
257 |
+
|
258 |
await websocket.send_text(f"Message text was:")
|