Hugging Face's logo

mradermacher
/
granite-3.1-2b-instruct-abliterated-GGUF

Transformers
GGUF
English
language
granite-3.1
abliterated
uncensored
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
1e1feb1
·
verified ·
1 Parent(s): 8da4780

uploaded from back

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-2b-instruct-abliterated.IQ4_XS.gguf +3 -0
  3. granite-3.1-2b-instruct-abliterated.Q2_K.gguf +3 -0
  4. granite-3.1-2b-instruct-abliterated.Q3_K_L.gguf +3 -0
  5. granite-3.1-2b-instruct-abliterated.Q3_K_M.gguf +3 -0
  6. granite-3.1-2b-instruct-abliterated.Q3_K_S.gguf +3 -0
  7. granite-3.1-2b-instruct-abliterated.Q4_K_M.gguf +3 -0
  8. granite-3.1-2b-instruct-abliterated.Q4_K_S.gguf +3 -0
  9. granite-3.1-2b-instruct-abliterated.Q5_K_M.gguf +3 -0
  10. granite-3.1-2b-instruct-abliterated.Q5_K_S.gguf +3 -0
  11. granite-3.1-2b-instruct-abliterated.Q6_K.gguf +3 -0
  12. granite-3.1-2b-instruct-abliterated.Q8_0.gguf +3 -0
  13. granite-3.1-2b-instruct-abliterated.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-2b-instruct-abliterated.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-instruct-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-instruct-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-instruct-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-instruct-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-instruct-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-instruct-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-instruct-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-instruct-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-instruct-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-instruct-abliterated.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2d4b19eb22201fad4eef170b5b19b486a75d2d0922d07e127028d88ccc86e9c
3
+ size 1397020800
granite-3.1-2b-instruct-abliterated.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d205b1f0263f8f5a30e2b37d07b7c95dca41753a9db05c5ad03167b40a043615
3
+ size 978245760
granite-3.1-2b-instruct-abliterated.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe30c4956d4de5d0e2e31d8ad2a84e0f482b7e1f06a3734137f9effdbda17f24
3
+ size 1357371520
granite-3.1-2b-instruct-abliterated.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46aa6ac62955875d241b77564e9b0069f1dcf51c678b4ed912f891995398acc9
3
+ size 1251727488
granite-3.1-2b-instruct-abliterated.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91b37d41b52a21449913a1fc4e5761f96a6ff52fff4b90b97a22c1be4caa773
3
+ size 1130289280
granite-3.1-2b-instruct-abliterated.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2e22baab0c539f1aa4cf0bfa33dff043a0e3ccfabe6e046ab94619266b995
3
+ size 1545296000
granite-3.1-2b-instruct-abliterated.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a6beeca8323c1848d0bb3649e64fb080f6e9db5e3f7182bf95c9684634d850
3
+ size 1464391808
granite-3.1-2b-instruct-abliterated.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0cd521f0d4dfc4361a11b1668de3295c521a915fca734bd1fd2994c7b4fa404
3
+ size 1804818560
granite-3.1-2b-instruct-abliterated.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57bc652c50bf913b4b4f1caf2e06b9736b9b065009417a5743c67f7f1c8d1e24
3
+ size 1757468800
granite-3.1-2b-instruct-abliterated.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c66ecb023d71d69d1352ce38753b0e506270cead3df997bf5cdecd6a6cfe56
3
+ size 2080561280
granite-3.1-2b-instruct-abliterated.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4aa901dfb25edcaa979092af737397977394154785abd7a62c1fb23db9a01dc
3
+ size 2694110784
granite-3.1-2b-instruct-abliterated.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d62a5a2311dd9a299e1de69a0dda829841fea3499d99f40ab38ed37eac8899
3
+ size 5069141184