BramVanroy
commited on
Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- f16/Modelfile +9 -0
- f16/fietje-3-mini-4k-instruct-f16.gguf +3 -0
.gitattributes
CHANGED
@@ -38,3 +38,4 @@ Q4_K_M/fietje-3-mini-4k-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
|
38 |
Q5_K_M/fietje-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
Q6_K/fietje-3-mini-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
Q8_0/fietje-3-mini-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
38 |
Q5_K_M/fietje-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
Q6_K/fietje-3-mini-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
Q8_0/fietje-3-mini-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
f16/fietje-3-mini-4k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
f16/Modelfile
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM ./fietje-3-mini-4k-instruct-f16.gguf
|
2 |
+
TEMPLATE """{{ if .Prompt }}<s><|user|>
|
3 |
+
{{ .Prompt }}<|end|>
|
4 |
+
{{ end }}<|assistant|>
|
5 |
+
"""
|
6 |
+
PARAMETER num_ctx 4096
|
7 |
+
PARAMETER stop "<|endoftext|>"
|
8 |
+
PARAMETER stop "<|end|>"
|
9 |
+
PARAMETER stop "<|user|>"
|
f16/fietje-3-mini-4k-instruct-f16.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1c2be0df56b74f2f46549fb36a3227386534b4d85156b17cde6282b0971fa92
|
3 |
+
size 7643295904
|