import asyncio import websockets import threading import sqlite3 import g4f import requests import streamlit as st client_ports = [] # Define the websocket client class class WebSocketClient5: def __init__(self, clientPort): # Initialize the uri attribute self.clientPort = clientPort if "client_ports" not in st.session_state: st.session_state['client_ports'] = "" async def askQuestion(self, question): if "flow" not in st.session_state: st.session_state.flow = "" flow = st.session_state.flow API_URL = f"http://localhost:3000/api/v1/prediction/{flow}" try: def query(payload): response = requests.post(API_URL, json=payload) return response.json() response = query({ "question": question, }) print(response) answer = response["text"] return answer except Exception as e: print(e) # Define a function that will run the client in a separate thread def run(self): # Create a thread object self.thread = threading.Thread(target=self.run_client) # Start the thread self.thread.start() # Define a function that will run the client using asyncio def run_client(self): # Get the asyncio event loop loop = asyncio.new_event_loop() # Set the event loop as the current one asyncio.set_event_loop(loop) # Run the client until it is stopped loop.run_until_complete(self.client()) # Stop the WebSocket client async def stop_client(): global ws # Close the connection with the server await ws.close() client_ports.pop() print("Stopping WebSocket client...") # Define a coroutine that will connect to the server and exchange messages async def startClient(self, clientPort): uri = f'ws://localhost:{clientPort}' client_ports.append(clientPort) st.session_state['client_ports'] = client_ports name = f"Flowise client port: {clientPort}" status = st.sidebar.status(label=name, state="complete", expanded=False) # Connect to the server async with websockets.connect(uri) as websocket: # Loop forever while True: status.update(label=name, state="running", expanded=True) # Listen for messages from the server input_message = await websocket.recv() print(f"Server: {input_message}") input_Msg = st.chat_message("assistant") input_Msg.markdown(input_message) try: response = await self.askQuestion(input_message) res1 = f"Client: {response}" output_Msg = st.chat_message("ai") output_Msg.markdown(res1) await websocket.send(res1) status.update(label=name, state="complete", expanded=True) continue except websockets.ConnectionClosed: print("client disconnected") continue except Exception as e: print(f"Error: {e}") continue