Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-mistral-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+base_model: unsloth/mistral-7b
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# unsloth/mistral-7b GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| IQ4_XS | [unsloth-mistral-7b-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-IQ4_XS.gguf) | 3761.66 MB |
+| Q2_K | [unsloth-mistral-7b-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q2_K.gguf) | 2593.27 MB |
+| Q3_K_L | [unsloth-mistral-7b-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q3_K_L.gguf) | 3644.97 MB |
+| Q3_K_M | [unsloth-mistral-7b-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q3_K_M.gguf) | 3355.97 MB |
+| Q3_K_S | [unsloth-mistral-7b-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q3_K_S.gguf) | 3017.97 MB |
+| Q4_K_M | [unsloth-mistral-7b-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q4_K_M.gguf) | 4166.07 MB |
+| Q4_K_S | [unsloth-mistral-7b-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q4_K_S.gguf) | 3948.57 MB |
+| Q5_K_M | [unsloth-mistral-7b-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q5_K_M.gguf) | 4893.69 MB |
+| Q5_K_S | [unsloth-mistral-7b-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q5_K_S.gguf) | 4766.19 MB |
+| Q6_K | [unsloth-mistral-7b-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q6_K.gguf) | 5666.80 MB |
+| Q8_0 | [unsloth-mistral-7b-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/unsloth-mistral-7b-GGUF/blob/main/unsloth-mistral-7b-Q8_0.gguf) | 7339.34 MB |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)

unsloth-mistral-7b-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0b40ec9300c8b08c8db511a1a035643e04a34b032235744abdaba080f31481
+size 3944388928

unsloth-mistral-7b-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2598b22f222411a8faccd11670c82e7164e93187007961909f4bd43f48e706f
+size 2719242560

unsloth-mistral-7b-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42e2cb79fd99ab6b784cbcd67eab1c6b2f7d38bfdfbe39d4a168e062a839ef3
+size 3822025024

unsloth-mistral-7b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d526292765105b5e08467a883b50efa3fb786af994ab53566efec37922953728
+size 3518986560

unsloth-mistral-7b-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d361881573b730a1f87b3139649891be3b6c0ea67025bf99d13f69bafaa78d
+size 3164567872

unsloth-mistral-7b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c631d5c7b3d48a6d5a14a87ec45d2d421aac361cd7776e8b6b0fbc8744e035d2
+size 4368439616

unsloth-mistral-7b-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b967c69d5a8d166ebffdf2b61d90547d43e515ca17c6dcac2bff3e71113cf7
+size 4140374336

unsloth-mistral-7b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18236f8bfb14155670624d8a746abe29964550d2f511091bf13398fa2ba0f24a
+size 5131409728

unsloth-mistral-7b-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e580810f909fbafc329f199ba86edc831ffcfd40b68db64a295c1c2228f421
+size 4997716288

unsloth-mistral-7b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdf3b4b35df386ba5b19b02dad570a671e4b46b4bbef0a0df55dbb8616bd85f
+size 5942065472

unsloth-mistral-7b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd71890514b90413565a33df3f0daf8e663fec7b872d08080ba58116f1f1bf2
+size 7695857984