Update app.py

app.py

@@ -15,9 +15,8 @@ local_rank, world_size = setup_model_parallel()
 generator = get_pretrained_models("7B", "tokenizer", local_rank, world_size)
 
 history = []
-simple_history = []
 
-def chat(user_input, top_p, temperature, max_gen_len):
+def chat(user_input, top_p, temperature, max_gen_len, state_chatbot):
     bot_response = get_output(
         generator=generator, 
         prompt=user_input,
@@ -43,22 +42,24 @@ def chat(user_input, top_p, temperature, max_gen_len):
         "content": bot_response
     })    
 
-    simple_history.append((user_input, None))
+    state_chatbot = state_chatbot + [(user_input, None)]
     
     response = ""
     for word in bot_response.split(" "):
         time.sleep(0.1)
         response += word + " "
         current_pair = (user_input, response)
-        simple_history[-1] = current_pair
-        yield simple_history
+        state_chatbot[-1] = current_pair
+        yield state_chatbot, state_chatbot
 
 def reset_textbox():
     return gr.update(value='')
 
 with gr.Blocks(css = """#col_container {width: 95%; margin-left: auto; margin-right: auto;}
                 #chatbot {height: 400px; overflow: auto;}""") as demo:
-    
+
+    state_chatbot = gr.State([])
+                    
     with gr.Column(elem_id='col_container'):
         gr.Markdown(f"## {TITLE}\n\n\n\n{ABSTRACT}")
         chatbot = gr.Chatbot(elem_id='chatbot')
@@ -69,7 +70,7 @@ with gr.Blocks(css = """#col_container {width: 95%; margin-left: auto; margin-ri
             top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (nucleus sampling)",)
             temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
         
-    textbox.submit(chat, [textbox, top_p, temperature, max_gen_len], chatbot)
+    textbox.submit(chat, [textbox, top_p, temperature, max_gen_len, state_chatbot], [state_chatbot, chatbot])
     textbox.submit(reset_textbox, [], [textbox])
 
 demo.queue(api_open=False).launch()