Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-focusmix.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-focusmix.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-focusmix.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-focusmix.q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,31 @@
+---
+
+base_model: Nelathan/Qwen2-7B-FocusMix
+language:
+- en
+pipeline_tag: text-generation
+quantized_by: Nelathan
+library_name: transformers
+tags:
+- mergekit
+- merge
+
+---
+<img src="./focusmix.jpg" alt="FocusMix 7B" width="100%" display="block"/>
+
+# FocusMix 7B GGUF
+
+Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b3557">b3557</a> for static quantization.
+
+Original model: https://huggingface.co/Nelathan/Qwen2-7B-FocusMix
+
+### ChatML
+
+```
+<|im_start|>system
+{system}<|im_end|>
+<|im_start|>user
+{user}<|im_end|>
+<|im_start|>assistant
+{asistant}<|im_end|>
+```

qwen2-7b-focusmix.q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d62bf4af3331978c143e6ef1af384569f562fa43f6810a3718d495bfedaae92
+size 4680991008

qwen2-7b-focusmix.q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bef0365bc39740b76171d44ca8a99c5893d46ad307c0db085665f00bcde77e
+size 5442561440

qwen2-7b-focusmix.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd37b15a4dec9a8c3b9b421aa28cbedcc2f6512266109fbf3bf068072f6868
+size 6251730048

qwen2-7b-focusmix.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5cf2921cba730ecda9f978f18395c6bfa2405fccc9fbdc6ff52750b33286a7
+size 8095330752