Update app.py

app.py

@@ -22,7 +22,7 @@ PROMPT_TEMPLATE = "<|im_start|>{user_name}\n{query}{separator}\n<|im_start|>{ass
 repo = None
 
 
-def get_total_inputs(inputs, chatbot, preprompt, user_name, assistant_name, sep):
+def get_total_inputs(inputs, chatbot, preprompt, user_name, assistant_name, sep, stop_seq):
     past = []
     for data in chatbot:
         user_data, model_data = data
@@ -57,7 +57,8 @@ def generate(
         header,
         user_name,
         assistant_name,
-        separator
+        separator,
+        stop_seq
 ):
     # Don't return meaningless message when the input is empty
     if not user_message:
@@ -113,7 +114,7 @@ def generate(
         truncate=1024,
         # seed=42,
         # stop_sequences=[user_name, DEFAULT_SEPARATOR]
-        stop_sequences=[DEFAULT_SEPARATOR]
+        stop_sequences=[DEFAULT_SEPARATOR, stop_seq]
     )
 
     # print(prompt)
@@ -271,7 +272,11 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
                     interactive=True,
                     info="Character to be used when the speaker changes in the prompt",
                 )
-
+                stop_seq = gr.Textbox(
+                    label="Stop sequence",
+                    value=DEFAULT_SEPARATOR,
+                    interactive=True,
+                    info="Secondary stop Sequence character")
     history = gr.State([])
     last_user_message = gr.State("")
 
@@ -288,7 +293,8 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
             header,
             user_name,
             assistant_name,
-            separator
+            separator,
+            stop_seq
         ],
         outputs=[chatbot, history, last_user_message, user_message],
     )
@@ -306,7 +312,8 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
             header,
             user_name,
             assistant_name,
-            separator
+            separator,
+            stop_seq
         ],
         outputs=[chatbot, history, last_user_message, user_message],
     )