Update app.py

app.py

@@ -65,7 +65,6 @@ def bot(
 ):
     model = MODEL
     tokens = get_system_tokens(model)[:]
-    tokens.append(LINEBREAK_TOKEN)
 
     for user_message, bot_message in history[:-1]:
         message_tokens = get_message_tokens(model=model, role="user", content=user_message)
@@ -78,7 +77,7 @@ def bot(
     message_tokens = get_message_tokens(model=model, role="user", content=last_user_message)
     tokens.extend(message_tokens)
 
-    role_tokens = [model.token_bos(), BOT_TOKEN, LINEBREAK_TOKEN]
+    role_tokens = model.tokenize("bot\n".encode("utf-8"), special=True)
     tokens.extend(role_tokens)
     generator = model.generate(
         tokens,