Spaces:
Runtime error
Runtime error
Remove initial bos
Browse filesIn this case, the tokenizer runs in the server.
app.py
CHANGED
@@ -36,7 +36,7 @@ examples=[
|
|
36 |
def predict(message, chatbot):
|
37 |
# The first user message is _not_ stripped
|
38 |
do_strip = False
|
39 |
-
input_prompt = f"
|
40 |
for interaction in chatbot:
|
41 |
user_message = str(interaction[0])
|
42 |
user_message = user_message.strip() if do_strip else user_message
|
|
|
36 |
def predict(message, chatbot):
|
37 |
# The first user message is _not_ stripped
|
38 |
do_strip = False
|
39 |
+
input_prompt = f"[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n "
|
40 |
for interaction in chatbot:
|
41 |
user_message = str(interaction[0])
|
42 |
user_message = user_message.strip() if do_strip else user_message
|