Update app.py

app.py

@@ -61,18 +61,15 @@ def stream_chat(
     print(f'message: {message}')
     print(f'history: {history}')
 
-    # Prepare the conversation list
-    conversation = [
-        {"role": "system", "content": system_prompt}
-    ]
+    # Prepare the conversation as plain text
+    conversation_text = system_prompt + "\n"
     for prompt, answer in history:
-        conversation.append({"role": "user", "content": prompt})
-        conversation.append({"role": "assistant", "content": answer})
+        conversation_text += f"User: {prompt}\nAssistant: {answer}\n"
 
-    conversation.append({"role": "user", "content": message})
+    conversation_text += f"User: {message}\n"
 
-    # Tokenize the conversation
-    input_ids = tokenizer(conversation, padding=True, truncation=True, return_tensors="pt").input_ids.to(model.device)
+    # Tokenize the conversation text
+    input_ids = tokenizer(conversation_text, return_tensors="pt").input_ids.to(model.device)
 
     streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
 
@@ -95,10 +92,8 @@ def stream_chat(
     for new_text in streamer:
         buffer += new_text
         yield buffer
-
-
             
-chatbot = gr.Chatbot(height=600, placeholder=PLACEHOLDER)
+chatbot = gr.Chatbot(height=500, placeholder=PLACEHOLDER)
 
 footer = """
 <div style="text-align: center; margin-top: 20px;">