Add quantised GGUF files

Files changed (9) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

WizardLM-2-7B-abliterated-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0ec85f4bef3fa4c48527f5c8d3aa9f7b4ff61c80ed8e9ee3583b74f592a319
+size 2719242272

WizardLM-2-7B-abliterated-Q4_0_4_4.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:80449c715931053bc1a4489ef117f5dd0ec955195f8dcc52b8544d80a6e33610
+size 4108916768

WizardLM-2-7B-abliterated-Q4_0_4_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:3573cf875717a233fab1ed900f921361de47b1c006e7260ecb9a61d8be7efd6b
+size 4108916768

WizardLM-2-7B-abliterated-Q4_0_8_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fdac604d708ca6202d0422e09ecf737d4c7c4181266c5539c19e5805402edd03
+size 4108916768

WizardLM-2-7B-abliterated-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d9645d8a807f021953773f34f0b2f2eabe2fb1762e5ac6be2843e42418457413
+size 4368439328

WizardLM-2-7B-abliterated-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:da4458ea72ae6525cb1bc12e276395eb83d8d71bcf3c7e1fa322f9a49d909e83
+size 5942065184

WizardLM-2-7B-abliterated-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a8db05c876a5718330ea09b7173554d799934ae6e1bad11de4c3340f83fac685
+size 7695857696

WizardLM-2-7B-abliterated-f16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:158a8cbce8d96a1e37a8a40b5d4449741c0ef70454132b053c77989236fc7e16
+size 14484731936