invisietch djuna commited on
Commit
1de5a67
·
verified ·
1 Parent(s): 02dd13d

Fix space after [/INST] (#1)

Browse files

- Fix space after [/INST] (e3c54ce0e5d39fdb6fa8b010bd3ec4727ad173db)


Co-authored-by: Djuunaa <djuna@users.noreply.huggingface.co>

Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -6173,7 +6173,7 @@
6173
  }
6174
  },
6175
  "bos_token": "<s>",
6176
- "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST]' }}{% elif message['role'] == 'system' %}{{ '[INST] System prompt: ' + message['content'] + '[/INST] Understood.' + eos_token }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% endif %}{% endfor %}",
6177
  "clean_up_tokenization_spaces": false,
6178
  "eos_token": "</s>",
6179
  "legacy": true,
 
6173
  }
6174
  },
6175
  "bos_token": "<s>",
6176
+ "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST] ' }}{% elif message['role'] == 'system' %}{{ '[INST] System prompt: ' + message['content'] + '[/INST] Understood.' + eos_token }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% endif %}{% endfor %}",
6177
  "clean_up_tokenization_spaces": false,
6178
  "eos_token": "</s>",
6179
  "legacy": true,