Update app.py

app.py

@@ -8,13 +8,14 @@ API_TOKEN = os.environ.get("API_TOKEN")
 
 KEY = os.environ.get("KEY")
 
-SPECIAL_SYMBOLS = ["⠀", "⠀"] # ["‹", "›"] ['"', '"']
+SPECIAL_SYMBOLS_AI = ["ㅤ", "ㅤ"]
+SPECIAL_SYMBOLS_USER = ["⠀", "⠀"] # ["‹", "›"] ['"', '"']
 
 DEFAULT_INPUT = "User: Hi!"
 DEFAULT_WRAP = "Statical: %s"
 DEFAULT_INSTRUCTION = "Statical is a helpful chatbot who is communicating with people."
 
-DEFAULT_STOPS = '["⠀", "⠀"]' # '["‹", "›"]' '[\"\\\"\"]'
+DEFAULT_STOPS = '["ㅤ", "⠀"]' # '["‹", "›"]' '[\"\\\"\"]'
 
 API_ENDPOINTS = {
     "Falcon": "tiiuae/falcon-180B-chat",
@@ -34,10 +35,11 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
     CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
 
 def format(instruction, history, input, wrap):
-    sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
+    sy_la, sy_ra = SPECIAL_SYMBOLS_AI[0], SPECIAL_SYMBOLS_AI[1]
+    sy_l, sy_r = SPECIAL_SYMBOLS_USER[0], SPECIAL_SYMBOLS_USER[1]
     wrapped_input = wrap % ("")
-    formatted_history = "".join(f"{sy_l}{message[0]}{sy_r}\n{sy_l}{message[1]}{sy_r}\n" for message in history)
-    formatted_input = f"{sy_l}{instruction}{sy_r}\n{formatted_history}{sy_l}{input}{sy_r}\n{sy_l}"
+    formatted_history = "".join(f"{sy_l}{message[0]}{sy_r}{sy_la}{message[1]}{sy_la}" for message in history)
+    formatted_input = f"{sy_l}{instruction}{sy_r}{formatted_history}{sy_l}{input}{sy_r}{sy_la}"
     return f"{formatted_input}{wrapped_input}", formatted_input
     
 def predict(access_key, instruction, history, input, wrap, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):