Upload folder using huggingface_hub

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 fietje-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 fietje-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
+q8_0/fietje-2b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

q8_0/Modelfile

@@ -0,0 +1,10 @@
+FROM ./fietje-2b-instruct-q8_0.gguf
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+"""
+PARAMETER num_ctx 2048
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|im_end|>"

q8_0/fietje-2b-instruct-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73051901e9c4ce5d272af78a5682e23558e0c25ba66d4609308f1c3bc96c39d8
+size 2953104128