Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.q8_p.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct_Uncensored.q8q4.gguf filter=lfs diff=lfs merge=lfs -text

Phi-3.5-mini-instruct_Uncensored.f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec12ac0c10da8d24e3d753a9a7b3837c92fd24b430cea1e476a95c1cf37771d
+size 7643297152

Phi-3.5-mini-instruct_Uncensored.q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55fff7d10d15025968939b84bde0d561eb08639e28de8c17f1bf06bc5ee9c7f
+size 3060757888

Phi-3.5-mini-instruct_Uncensored.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66506bedf97a318eb20f0cda986c1b37e868aa6a4f3e29e83b0ce82d8b9cc795
+size 3368252800

Phi-3.5-mini-instruct_Uncensored.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50f70a74b1d80d2286e3dc771034cebcad8a62bb4b4711a5b237d1cee5562c
+size 4245910912

Phi-3.5-mini-instruct_Uncensored.q8_p.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc8e17ecd9283532104c8e21e807db904737d7241ad0b6b40358be9e3954904
+size 4061222272

Phi-3.5-mini-instruct_Uncensored.q8q4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1811e995dc53797087bfadbcd2ffcdd57dcfc0cc012ebe086ca530cf0b7a5c2d
+size 2466338176

README.md

@@ -0,0 +1,17 @@
+
+---
+license: mit
+language:
+- en
+pipeline_tag: text-generation
+---
+
+My own (ZeroWw) quantizations.
+output and embed tensors quantized to f16.
+all other tensors quantized to q5_k or q6_k.
+
+Result:
+both f16.q6 and f16.q5 are smaller than q8_0 standard quantization
+and they perform as well as the pure f16.
+
+Updated on: Thu Aug 22, 13:56:30