fietje-2-instruct-gguf / Modelfile_q4_k_m
BramVanroy's picture
Upload Modelfile_q4_k_m with huggingface_hub
ffeaee4 verified
raw
history blame
291 Bytes
FROM ./fietje-2b-instruct-q4_k_m.gguf
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
"""
PARAMETER num_ctx 2048
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"