Hugging Face's logo

koesn
/
Garrulus-7B-GGUF

GGUF
mlabonne/NeuralMarcoro14-7B
dpo
7B
winograd
mistral
Inference Endpoints
Model card Files Community
koesn commited on
Commit
b9cad10
·
verified ·
1 Parent(s): 9ea9566

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. garrulus-7b.IQ3_M.gguf +3 -0
  3. garrulus-7b.IQ3_S.gguf +3 -0
  4. garrulus-7b.IQ3_XXS.gguf +3 -0
  5. garrulus-7b.IQ4_NL.gguf +3 -0
  6. garrulus-7b.Q4_K_M.gguf +3 -0
  7. garrulus-7b.Q5_K_M.gguf +3 -0
  8. garrulus-7b.Q6_K.gguf +3 -0
  9. garrulus-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ garrulus-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ garrulus-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ garrulus-7b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ garrulus-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ garrulus-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ garrulus-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ garrulus-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ garrulus-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
garrulus-7b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057d6360f6d34c45f025f8dd5d61057a8a7058f8810dc9bb54f51def633f1a44
3
+ size 3284891392
garrulus-7b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce73111d4f5b3275ea535e393c367333b955f967458a0b3266ca14bb810ecfc
3
+ size 3182393088
garrulus-7b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfb61d9050773198afe64038e6b18a4e83e7c993f72087f2f6a60700f573bcb
3
+ size 3023378176
garrulus-7b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954c0c101cb49d76f684d91eb8f338a0ceab95b1791d093f8fe33b52e75d7895
3
+ size 4155053824
garrulus-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cae5a2360b16b3a4956d3135be79027078a92578ad7b0e2ac6dfedd58fe7ec4
3
+ size 4368439040
garrulus-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0620856c4bca1f8819b178941e875927e0d227514e21598c6019bf6b68312a29
3
+ size 5131409152
garrulus-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c9b7c2ad393184867c0fea077c621fb4f369e2c3c69569f1cc2320c5609102
3
+ size 5942064896
garrulus-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129a58bd05eb727d7e98b6c0e797037a269977486451b86fbb2d0a1cc0e6ea80
3
+ size 7695857408