mlabonne commited on
Commit
857e32a
1 Parent(s): 72d9e18

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -36,11 +36,12 @@
36
  "clean_up_tokenization_spaces": false,
37
  "eos_token": "</s>",
38
  "legacy": true,
39
- "model_max_length": 1000000000000000019884624838656,
40
  "pad_token": "<s>",
41
  "sp_model_kwargs": {},
42
  "spaces_between_special_tokens": false,
43
  "tokenizer_class": "LlamaTokenizer",
44
  "unk_token": "<unk>",
 
45
  "use_default_system_prompt": true
46
  }
 
36
  "clean_up_tokenization_spaces": false,
37
  "eos_token": "</s>",
38
  "legacy": true,
39
+ "model_max_length": 8192,
40
  "pad_token": "<s>",
41
  "sp_model_kwargs": {},
42
  "spaces_between_special_tokens": false,
43
  "tokenizer_class": "LlamaTokenizer",
44
  "unk_token": "<unk>",
45
+ "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + eos_token }}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
46
  "use_default_system_prompt": true
47
  }