Instruct format?
#44
by
m-conrad-202
- opened
Does this model support an instruction completion format?
Such as:
[INST]
stuff
[/INST]
???
"""
{% set loop_messages = messages %}
{% for message in loop_messages %}
{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>'+ message['content'] | trim + '<|eot_id|>' %}
{% if loop.index0 == 0 %} {% set content = bos_token + content %} {% endif %}
{{ content }}
{% endfor %}
{{ '<|start_header_id|>assistant<|end_header_id|>' }}
"""
use tokenizer.apply_chat_template(chat, tokenize=False)