| FROM sha256-21c573888c7be778cd9528ebd56935365c2cb6a4b2863766c5309f515f75ea66 | |
| FROM sha256-72d6f08a42f656d36b356dbe0920675899a99ce21192fd66266fb7d82ed07539 | |
| TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]""" | |
| SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" | |
| PARAMETER num_gpu -1 | |
| PARAMETER num_thread 8 | |
| PARAMETER temperature 0.01 | |
| PARAMETER repeat_penalty 1.1 | |
| PARAMETER top_k 1 | |
| PARAMETER top_p 0.01 | |
| PARAMETER penalize_newline false | |
| PARAMETER stop [INST] | |
| PARAMETER stop [/INST] | |