Upload folder using huggingface_hub

gradio_app.py

@@ -78,82 +78,38 @@ def load_chain():
                      openai_api_key='none',)
 
     conv_agent_executor = create_conversational_retrieval_agent(
-        llm, tools, verbose=True,
+        llm, tools, verbose=False,
     )
     return conv_agent_executor
 
 
-class ChatWrapper:
-    def __init__(self):
-        self.lock = Lock()
-
-    def __call__(
-        self, inp: str, history: Optional[Tuple[str, str]], chain: Optional[ConversationChain]
-    ):
-        """Execute the chat functionality."""
-        self.lock.acquire()
-        try:
-            history = history or []
-            # Run chain and append input.
-            # output = chain({'input': inp})
-            output = 'this is an output'
-            history.append((inp, output))
-        except Exception as e:
-            raise e
-        finally:
-            self.lock.release()
-        return history, history
-
-
-chat = ChatWrapper()
-
-block = gr.Blocks(css=".gradio-container {background-color: red}")
-
-with block:
-    chatbot = gr.Chatbot()
-
-    with gr.Row():
-        message = gr.Textbox(
-            label="What's your question?",
-            placeholder="What's the answer to life, the universe, and everything?",
-            lines=1,
-        )
-        submit = gr.Button(value="Send", variant="secondary").style(
-            full_width=False)
-
-    gr.Examples(
-        examples=[
-            "Hi! How's it going?",
-            "What should I do tonight?",
-            "Whats 2 + 2?",
-        ],
-        inputs=message,
-    )
-
-    state = gr.State()
-    agent_state = gr.State()
-
-    load_chain()
-
-    submit.click(chat, inputs=[message,
-                 state, agent_state], outputs=[chatbot, state])
-    message.submit(chat, inputs=[
-        message, state, agent_state], outputs=[chatbot, state])
-
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot()
     msg = gr.Textbox()
     clear = gr.ClearButton([msg, chatbot])
     chain = load_chain()
 
-    def respond(message, chat_history):
-        print('message is', message)
-        bot_message = chain({'input': message})['output']
-        chat_history.append((message, bot_message))
-        time.sleep(2)
-        return "", chat_history
+    # def respond(message, chat_history):
+    #     print('message is', message)
+    #     bot_message = chain({'input': message})['output']
+    #     chat_history.append((message, bot_message))
+    #     time.sleep(2)
+    #     return "", chat_history
+
+    def user(user_message, history):
+        return "", history + [[user_message, None]]
+
+    def respond(history):
+        print('message is', history[-1])
+        bot_message = chain({'input': history[-1][0]})['output']
+        history[-1][1] = ""
+        for character in bot_message:
+            history[-1][1] += character
+            time.sleep(0.0)
+            yield history
 
-    msg.submit(respond, [msg, chatbot], [msg, chatbot])
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False
+               ).then(respond, chatbot, chatbot)
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.queue(max_size=32).launch(enable_queue=True)