Hugging Face's logo

koesn
/
Genstruct-7B-GGUF

Transformers
GGUF
English
Mistral
instruct
finetune
Synthetic
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
56a7375
•
1 Parent(s): 6568023

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. genstruct-7b.IQ3_M.gguf +3 -0
  3. genstruct-7b.IQ3_S.gguf +3 -0
  4. genstruct-7b.IQ4_NL.gguf +3 -0
  5. genstruct-7b.Q4_0.gguf +3 -0
  6. genstruct-7b.Q4_K_M.gguf +3 -0
  7. genstruct-7b.Q5_K_M.gguf +3 -0
  8. genstruct-7b.Q6_K.gguf +3 -0
  9. genstruct-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ genstruct-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ genstruct-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ genstruct-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
39
+ genstruct-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ genstruct-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ genstruct-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ genstruct-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ genstruct-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
genstruct-7b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f32ecbd6c44729d526fa717c72c87806885dcd8189c740c078eb8dc7228c9f0
3
+ size 3284896832
genstruct-7b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967ff47f4f3ab3b85201fe2e7ad2b1e97ad42de943569ded3237564eaea51610
3
+ size 3182398528
genstruct-7b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a4e0888b596c1b3930fb975d0dc941d215f68f9ef5d1326ee2de90c82191da
3
+ size 4155059808
genstruct-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:881a27cff9c532f0d7a933bbd372734f6c08fbb518def2cd19d5542129c03e92
3
+ size 4108922464
genstruct-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9452bbb15f5e81e2b7b2e8c1c79a1df31c8431569bde4060df88f6973f7418bc
3
+ size 4368445024
genstruct-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b6032cb73dc91e07850088588bbb1497d2161663895ed7cc343151822403bb
3
+ size 5131415648
genstruct-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6376fbdf9f2902027febd737a2c1c8ea2751d08fe01d1a317cf643c7cab2a37c
3
+ size 5942071936
genstruct-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e4b5fbd03614af4cf9a6c4fd73dd9bf38a2ce7a8b3377d0c18c1ac4df1d337
3
+ size 7695866432