Upload Modelfile-12b with huggingface_hub
Browse files- Modelfile-12b +17 -0
Modelfile-12b
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM Llama-3-Kor-BCCard-12B.gguf
|
| 2 |
+
|
| 3 |
+
TEMPLATE """{{- if .System }}
|
| 4 |
+
<s>{{ .System }}</s>
|
| 5 |
+
{{- end }}
|
| 6 |
+
<s>Human:
|
| 7 |
+
{{ .Prompt }}</s>
|
| 8 |
+
<s>Assistant:
|
| 9 |
+
"""
|
| 10 |
+
|
| 11 |
+
SYSTEM """A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions."""
|
| 12 |
+
|
| 13 |
+
PARAMETER temperature 0
|
| 14 |
+
PARAMETER num_predict 3000
|
| 15 |
+
PARAMETER num_ctx 4096
|
| 16 |
+
PARAMETER stop <s>
|
| 17 |
+
PARAMETER stop </s>
|