richie-ghost commited on
Commit
2f85a8b
1 Parent(s): 0b10936

Trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. special_tokens_map.json +1 -1
  2. tokenizer_config.json +2 -2
special_tokens_map.json CHANGED
@@ -14,7 +14,7 @@
14
  "single_word": false
15
  },
16
  "pad_token": {
17
- "content": "<unk>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
 
14
  "single_word": false
15
  },
16
  "pad_token": {
17
+ "content": "</s>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -29,7 +29,7 @@
29
  },
30
  "additional_special_tokens": [],
31
  "bos_token": "<s>",
32
- "chat_template": null,
33
  "clean_up_tokenization_spaces": false,
34
  "cls_token": null,
35
  "eos_token": "</s>",
@@ -39,7 +39,7 @@
39
  "attention_mask"
40
  ],
41
  "model_max_length": 4096,
42
- "pad_token": "<unk>",
43
  "padding_side": "left",
44
  "sep_token": null,
45
  "split_special_tokens": false,
 
29
  },
30
  "additional_special_tokens": [],
31
  "bos_token": "<s>",
32
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
33
  "clean_up_tokenization_spaces": false,
34
  "cls_token": null,
35
  "eos_token": "</s>",
 
39
  "attention_mask"
40
  ],
41
  "model_max_length": 4096,
42
+ "pad_token": "</s>",
43
  "padding_side": "left",
44
  "sep_token": null,
45
  "split_special_tokens": false,