enijkamp commited on
Commit
c68e7c0
1 Parent(s): 2c3d6e7

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -39,7 +39,7 @@
39
  "<|im_end|>"
40
  ],
41
  "bos_token": "<|endoftext|>",
42
- "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '\n<|im_end|>' + '\n'}}{% endfor %}{{ '<|im_start|>assistant\n' }}",
43
  "clean_up_tokenization_spaces": false,
44
  "eos_token": "<|endoftext|>",
45
  "model_max_length": 128000,
 
39
  "<|im_end|>"
40
  ],
41
  "bos_token": "<|endoftext|>",
42
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '\n<|im_end|>' + '\n'}}{% endfor %}",
43
  "clean_up_tokenization_spaces": false,
44
  "eos_token": "<|endoftext|>",
45
  "model_max_length": 128000,