nicholasKluge
commited on
Commit
•
db84533
1
Parent(s):
a246196
Update tokenizer_config.json
Browse files- tokenizer_config.json +3 -1
tokenizer_config.json
CHANGED
@@ -37,5 +37,7 @@
|
|
37 |
"normalized": true,
|
38 |
"rstrip": false,
|
39 |
"single_word": false
|
40 |
-
}
|
|
|
|
|
41 |
}
|
|
|
37 |
"normalized": true,
|
38 |
"rstrip": false,
|
39 |
"single_word": false
|
40 |
+
},
|
41 |
+
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{bos_token + message['content'].strip() + sep_token}}{% elif message['role'] == 'assistant' %}{{message['content'].strip() + eos_token}}{% endif %}{% endfor %}",
|
42 |
+
"use_default_system_prompt": false
|
43 |
}
|