File size: 322 Bytes
f9aa63c
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
from app.gen.openllm import (
    chat,
    translate_messages,
)

async def chat(message, history):
    messages = translate_messages(history)
    messages.append({"role":"user", "content":message})
    
    full_resp = ""
    async for resp in chat(messages):
        full_resp = full_resp + resp
        yield full_resp