PocketDoc commited on
Commit
62240cf
·
verified ·
1 Parent(s): 8808dd1

Upload 2 files

Browse files
Files changed (2) hide show
  1. tokenizer.json +0 -0
  2. tokenizer_config.json +2 -1
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -36,7 +36,7 @@
36
  "special": true
37
  },
38
  "4": {
39
- "content": "[/INST]",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,
@@ -6173,6 +6173,7 @@
6173
  }
6174
  },
6175
  "bos_token": "<s>",
 
6176
  "clean_up_tokenization_spaces": false,
6177
  "eos_token": "<|im_end|>",
6178
  "legacy": false,
 
36
  "special": true
37
  },
38
  "4": {
39
+ "content": "[control_769]",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,
 
6173
  }
6174
  },
6175
  "bos_token": "<s>",
6176
+ "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
6177
  "clean_up_tokenization_spaces": false,
6178
  "eos_token": "<|im_end|>",
6179
  "legacy": false,