PEFT
Safetensors
llama
Generated from Trainer
muellerzr HF staff commited on
Commit
000b3ef
·
verified ·
1 Parent(s): b358018

Upload tokenizer_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -2054,7 +2054,7 @@
2054
  "normalized": false,
2055
  "rstrip": false,
2056
  "single_word": false,
2057
- "special": false
2058
  },
2059
  "128257": {
2060
  "content": "<|im_start|>",
@@ -2066,7 +2066,7 @@
2066
  }
2067
  },
2068
  "bos_token": "<|begin_of_text|>",
2069
- "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
2070
  "clean_up_tokenization_spaces": true,
2071
  "eos_token": "<|im_end|>",
2072
  "model_input_names": [
 
2054
  "normalized": false,
2055
  "rstrip": false,
2056
  "single_word": false,
2057
+ "special": true
2058
  },
2059
  "128257": {
2060
  "content": "<|im_start|>",
 
2066
  }
2067
  },
2068
  "bos_token": "<|begin_of_text|>",
2069
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '### Instruction: ' + message['content'] + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ '### Response: ' + message['content'] + eos_token}}{% endif %}{% endfor %}",
2070
  "clean_up_tokenization_spaces": true,
2071
  "eos_token": "<|im_end|>",
2072
  "model_input_names": [