psinger
/

h2o-danube2-1.8b-chat-fix

Text Generation

large language model

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

psinger commited on May 22

Commit

2d8f7f5

•

1 Parent(s): fd744ec

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -30,7 +30,7 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ ' <|prompt|>' + message['content'] + eos_token }}{% elif message['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% elif message['role'] == 'assistant' %}{{ ' <|answer|> '  + message['content'] + eos_token }}{% endif %}{% if loop.last and add_generation_prompt %}{{ ' <|answer|>' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "cls_token": "</s>",
   "eos_token": "</s>",

   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '<|prompt|>' + message['content'] + eos_token }}{% elif message['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% elif message['role'] == 'assistant' %}{{ ' <|answer|> '  + message['content'] + eos_token }}{% endif %}{% if loop.last and add_generation_prompt %}{{ ' <|answer|>' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "cls_token": "</s>",
   "eos_token": "</s>",