File size: 1,153 Bytes
07423df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
import logging
import os
from llm_studio.app_utils.sections.chat_update import is_app_blocked_while_streaming
from llm_studio.src.utils.logging_utils import initialize_logging
os.environ["MKL_THREADING_LAYER"] = "GNU"
from h2o_wave import Q, app, copy_expando, main, ui # noqa: F401
from llm_studio.app_utils.handlers import handle
from llm_studio.app_utils.initializers import initialize_app, initialize_client
from llm_studio.app_utils.sections.common import heap_redact, interface
logger = logging.getLogger(__name__)
def on_startup():
initialize_logging()
logger.info("STARTING APP")
@app("/", on_startup=on_startup)
async def serve(q: Q):
"""Serving function."""
# Chat is still being streamed but user clicks on another button.
# Wait until streaming has been completed
if await is_app_blocked_while_streaming(q):
return
if not q.app.initialized:
await initialize_app(q)
copy_expando(q.args, q.client)
await initialize_client(q)
await handle(q)
if not q.args["experiment/display/chat/chatbot"]:
await interface(q)
await heap_redact(q)
await q.page.save()
|