File size: 576 Bytes
54b66cd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
FROM sha256-21c573888c7be778cd9528ebd56935365c2cb6a4b2863766c5309f515f75ea66
FROM sha256-72d6f08a42f656d36b356dbe0920675899a99ce21192fd66266fb7d82ed07539
TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
PARAMETER num_gpu -1
PARAMETER num_thread 8
PARAMETER temperature 0.01
PARAMETER repeat_penalty 1.1
PARAMETER top_k 1
PARAMETER top_p 0.01
PARAMETER penalize_newline false
PARAMETER stop [INST]
PARAMETER stop [/INST]
|