Hugging Face's logo

QuantFactory
/
dolphin-2.9-llama3-8b-256k-GGUF

Text Generation
Transformers
GGUF
Inference Endpoints
conversational
Model card Files Community
1
0-hero commited on
Commit
75362a4
·
verified ·
1 Parent(s): 6544ade

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. dolphin-2.9-llama3-8b-256k.Q2_K.gguf +3 -0
  3. dolphin-2.9-llama3-8b-256k.Q3_K_L.gguf +3 -0
  4. dolphin-2.9-llama3-8b-256k.Q3_K_M.gguf +3 -0
  5. dolphin-2.9-llama3-8b-256k.Q3_K_S.gguf +3 -0
  6. dolphin-2.9-llama3-8b-256k.Q4_0.gguf +3 -0
  7. dolphin-2.9-llama3-8b-256k.Q4_1.gguf +3 -0
  8. dolphin-2.9-llama3-8b-256k.Q4_K_M.gguf +3 -0
  9. dolphin-2.9-llama3-8b-256k.Q4_K_S.gguf +3 -0
  10. dolphin-2.9-llama3-8b-256k.Q5_0.gguf +3 -0
  11. dolphin-2.9-llama3-8b-256k.Q5_1.gguf +3 -0
  12. dolphin-2.9-llama3-8b-256k.Q5_K_M.gguf +3 -0
  13. dolphin-2.9-llama3-8b-256k.Q5_K_S.gguf +3 -0
  14. dolphin-2.9-llama3-8b-256k.Q6_K.gguf +3 -0
  15. dolphin-2.9-llama3-8b-256k.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dolphin-2.9-llama3-8b-256k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ dolphin-2.9-llama3-8b-256k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ dolphin-2.9-llama3-8b-256k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ dolphin-2.9-llama3-8b-256k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ dolphin-2.9-llama3-8b-256k.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ dolphin-2.9-llama3-8b-256k.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ dolphin-2.9-llama3-8b-256k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ dolphin-2.9-llama3-8b-256k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ dolphin-2.9-llama3-8b-256k.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ dolphin-2.9-llama3-8b-256k.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ dolphin-2.9-llama3-8b-256k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ dolphin-2.9-llama3-8b-256k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ dolphin-2.9-llama3-8b-256k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ dolphin-2.9-llama3-8b-256k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
dolphin-2.9-llama3-8b-256k.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f438935e7d6260da243c97b326014761728ebe2257516e07cdb565fd33af36
3
+ size 3179653568
dolphin-2.9-llama3-8b-256k.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dec1a671bb42df755cd95aee660abc5cead2d537fa3836746a01d5944bf998c
3
+ size 4322479360
dolphin-2.9-llama3-8b-256k.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef04551d644ce5f01817f4ee79cefada9c0609425a8c64b5c15d5f5bb4797f8f
3
+ size 4019440896
dolphin-2.9-llama3-8b-256k.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dcb5e0ea2c5ba5c7e04ce5ee5f23100c0f7da4b66de273a561de031887307e0
3
+ size 3665022208
dolphin-2.9-llama3-8b-256k.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4dcc4a75a199ca392cd3764bae07cf35b08cbe48a715e7cf218946a537c26d
3
+ size 4661735744
dolphin-2.9-llama3-8b-256k.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcfd92a28e7f9f33d1521726cec469c60238805f85ee8ec11b9d88ba1de23cd0
3
+ size 5130777408
dolphin-2.9-llama3-8b-256k.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bb53588b35f9a1d7e841e5034e3b0d14322681129c984a24c822817633c6e9c
3
+ size 4921258304
dolphin-2.9-llama3-8b-256k.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82a89fa5e7c51e36af94425d073aff5d0b49dbb0014e8aa04f36123ceb478d0
3
+ size 4693193024
dolphin-2.9-llama3-8b-256k.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b49e21a8ac6184a7d3f67be44e86bfe667d7af091dce42989db5b2457cca970
3
+ size 5599819072
dolphin-2.9-llama3-8b-256k.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b49dd91c3fa4f0ce73563b3510bb021ce5043280acfbe53a6eb18ed328d5e4
3
+ size 6068860736
dolphin-2.9-llama3-8b-256k.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89faec00bae1c4ec3c5a5190c4fb38ce1c015b0874ab89b9dbd14a70a6cd94b9
3
+ size 5733512512
dolphin-2.9-llama3-8b-256k.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3132bd3cd35784131da20cc5b3a9e7a836c6e492a8cd729dbc598b5a44516096
3
+ size 5599819072
dolphin-2.9-llama3-8b-256k.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44457a4b11bef2c0ed2b15fe038926b1fc107e95e4c9d41cf719385455305194
3
+ size 6596532608
dolphin-2.9-llama3-8b-256k.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d679e6497b6bd861c13d8cee832c41961ee42138d8ba60e988a8d617042c43
3
+ size 8541300992