added backend (redis)

db.py

@@ -0,0 +1,70 @@
+# https://redis.io/docs/clients/python/
+from redis import Redis
+from dotenv import load_dotenv
+from uuid import uuid4
+
+load_dotenv()
+import os
+import json
+from redis.commands.json.path import Path
+
+from typing import TypedDict, List, Tuple, Optional
+
+
+class User(TypedDict):
+    username: str
+    uid: str
+
+
+class Chat(TypedDict):
+    patient: str
+    messages: List[Tuple[str, str]]
+
+
+def get_client() -> Redis:
+    client = Redis(
+        host=os.environ["REDIS_HOST"],
+        port=os.environ["REDIS_PORT"],
+        decode_responses=True,
+    )
+    return client
+
+
+def create_user(client: Redis, user: User):
+    maybe_user = get_user_by_username(client, user["username"])
+    if not maybe_user:
+        uid = uuid4()
+        user["uid"] = str(uid)
+        client.json().set(f"user:by-uid:{uid}", "$", user, nx=True)
+        client.set(f"user:uuid:by-username:{user['username']}", str(uid), nx=True)
+        client.json().set(f"chats:by-user-uid:{uid}", "$", [])
+    else:
+        print(f"User already existed with username={user['username']}")
+
+
+def get_user_by_username(client: Redis, username: str) -> Optional[User]:
+    uid = client.get(f"user:uuid:by-username:{username}")
+    user = client.json().get(f"user:by-uid:{uid}")
+    return user
+
+
+def get_user_chat_by_uid(client: Redis, uid: str) -> List[Chat]:
+    chats = client.json().get(f"chats:by-user-uid:{uid}")
+    return chats
+
+
+def add_chat_by_uid(client: Redis, chat: Chat, uid: str):
+    client.json().arrappend(f"chats:by-user-uid:{uid}", "$", chat)
+
+
+# if __name__ == "__main__":
+
+#     client = get_client()
+#     user = User(username="foo")
+#     chat = Chat(patient="foo", messages=[("a", "b"), ("c", "d")])
+
+#     create_user(client, user)
+#     user = get_user_by_username(client, user['username'])
+#     add_chat_by_uid(client, chat, "1")
+#     chats = get_user_chat_by_uid(client, "1")
+#     print(chats)

docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3'
+services:
+  redis:
+    image: redis/redis-stack:latest
+    volumes:
+      - ${PWD}/docker-data/redis:/data
+    ports:
+      - "6379:6379"
+      - "8001:8001"
+    environment:
+      - REDIS_ARGS=--save 60 10

js.py

@@ -0,0 +1,8 @@
+get_window_url_params = """
+    function(url_params) {
+        console.log(url_params);
+        const params = new URLSearchParams(window.location.search);
+        url_params = Object.fromEntries(params);
+        return url_params;
+        }
+    """

app.py → main.py

@@ -8,7 +8,7 @@ load_dotenv()
 
 from queue import Empty, Queue
 from threading import Thread
-
+import os
 import gradio as gr
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from langchain.chat_models import ChatOpenAI
@@ -16,6 +16,10 @@ from langchain.prompts import HumanMessagePromptTemplate, SystemMessagePromptTem
 from langchain.schema import AIMessage, BaseMessage, HumanMessage, SystemMessage
 from js import get_window_url_params
 from callback import QueueCallback
+from fastapi import FastAPI, File, UploadFile, Request
+from fastapi.responses import HTMLResponse, RedirectResponse
+from fastapi.staticfiles import StaticFiles
+from fastapi.templating import Jinja2Templates
 from db import (
     User,
     Chat,
@@ -47,6 +51,10 @@ with open("data/patients.json") as f:
 
 patients_names = [el["name"] for el in patiens]
 
+app = FastAPI()
+os.makedirs("static", exist_ok=True)
+app.mount("/static", StaticFiles(directory="static"), name="static")
+templates = Jinja2Templates(directory="templates")
 
 def message_handler(
     chat: Optional[ChatOpenAI],
@@ -183,28 +191,23 @@ with gr.Blocks(
                 [chat, message, chatbot, messages],
                 queue=True,
             )
-            with gr.Row():
-                submit = gr.Button("Send Message", variant="primary")
-                submit.click(
-                    message_handler,
-                    [chat, message, chatbot, messages],
-                    [chat, message, chatbot, messages],
-                )
-                done = gr.Button("Done")
+            submit = gr.Button("Send Message", variant="primary")
+            submit.click(
+                message_handler,
+                [chat, message, chatbot, messages],
+                [chat, message, chatbot, messages],
+            )
+            
+        with gr.Row():
+            with gr.Column():
+                js = "(x) => confirm('Press a button!')"
+
+                done = gr.Button("Done",  variant="stop")
                 done.click(
                     on_done_click,
                     [chatbot, patient, user],
                     [message, chatbot, messages],
                 )
-        with gr.Row():
-            with gr.Column():
-                clear = gr.Button("Clear")
-                clear.click(
-                    on_clear_click,
-                    [],
-                    [message, chatbot, messages],
-                    queue=False,
-                )
             with gr.Accordion("Settings", open=False):
                 model_name = gr.Dropdown(
                     choices=MODELS_NAMES, value=MODELS_NAMES[0], label="model"
@@ -239,5 +242,13 @@ with gr.Blocks(
                 outputs=[patient_card, patient, chatbot, messages],
             )
 
-demo.queue()
-demo.launch()
+    @app.get("/", response_class=HTMLResponse)
+    async def home(request: Request):
+        return templates.TemplateResponse(
+            "home.html", {"request": request, "videos": []})
+
+    demo.queue()
+
+    gradio_app = gr.routes.App.create_app(demo)
+    app.mount("/gradio", gradio_app)
+

requirements.txt

@@ -2,4 +2,6 @@ gradio
 openai
 elevenlabs
 python-dotenv
-langchain
+langchain
+fastapi
+uvicorn