Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+metis-0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,31 @@
+---
+title: "Metis-0.3 Quantized in GGUF"
+tags:
+  - GGUF
+language: en
+---
+![Image description](https://i.postimg.cc/MGwhtFfF/tsune-fixed.png)
+
+# Tsunemoto GGUF's of Metis-0.3
+
+This is a GGUF quantization of Metis-0.3.
+
+## Original Model Card:
+---
+
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+
+An instruct based fine tune of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2).
+
+It works well with long system prompts.
+
+It isn't generic in a sense that it shouldn't be used for story telling, for example, but only for reasoning and text comprehension.
+
+This model is trained on a private dataset. The high GSM8K score is **NOT** because of the MetaMath dataset. 
+
+# Prompt Format ([see the guidelines from the base model](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2#instruction-format)):
+
+```
+<s>[INST] {system_message} . Say "Acknowledged!" if you understood. [/INST] Acknowledged! </s> [INST] {prompt} [/INST]
+
+```

metis-0.3.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aa8a2c38d105a9ca1c7608c9c1ac99afa75ce6f4e8ce6268b554dec4b642a0
+size 3083098240

metis-0.3.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52343b1b4bca8b490e9b71f6cd8df4f20114d77b41540796a8a2646609dd452b
+size 3822024832

metis-0.3.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0134bc549db830db3b447d9bac29df020a34921fc3dda3d24b155feb5fcd0b
+size 3518986368

metis-0.3.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a597890c14984f16e0996777bbddaf0a9cd37198e727e4ac3cd116e955335395
+size 3164567680

metis-0.3.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c57a7a92811c91988637867e34cf93b409a0509cb6338a872f971f9cadae9fd
+size 4108916864

metis-0.3.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ffb8f9ae9fa7face2e2407254973480713e502e091152b8e0e97a14a858694
+size 4553316480

metis-0.3.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1679ebac5578ff80e1046782ee765b373cf8b8a87c699338b8a0c1118289579a
+size 4368439424

metis-0.3.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b9b573b054236763341abe8974ea331560f6a5969a23aa83b90e5bae882900
+size 4140374144

metis-0.3.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c75792a7d89f43f6b069fd3d51b3bd05118a9f310ad9631d4307de3f59417
+size 4997716096

metis-0.3.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb61860e7bd8fe987a499b0a1421b30ee28e7e8b49871234049c82787eeaf46
+size 5442115712

metis-0.3.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a972c3f2516e817ce10ad4082f87331772e636b3c1a23e5906160f053a9bea9
+size 5131409536

metis-0.3.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe6ba32c7c9e239f61d2fa46fbca54248902edea38e5ff80cda9badb9d86c91
+size 4997716096

metis-0.3.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b909f1ac47ea5e95c9fd9e3f53f4005d7670fea2828a87e302d88a244998bc
+size 5942065280

metis-0.3.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e22bc0e75f8b8922177c05f91ab223fc24718ce439ac77ca03eb9e40d4c97
+size 7695857792