Hugging Face's logo

mradermacher
/
FuseChat-Qwen-2.5-7B-Instruct-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
931e16d
·
verified ·
1 Parent(s): f1e4067

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. FuseChat-Qwen-2.5-7B-Instruct.IQ4_XS.gguf +3 -0
  3. FuseChat-Qwen-2.5-7B-Instruct.Q2_K.gguf +3 -0
  4. FuseChat-Qwen-2.5-7B-Instruct.Q3_K_L.gguf +3 -0
  5. FuseChat-Qwen-2.5-7B-Instruct.Q3_K_M.gguf +3 -0
  6. FuseChat-Qwen-2.5-7B-Instruct.Q3_K_S.gguf +3 -0
  7. FuseChat-Qwen-2.5-7B-Instruct.Q4_K_M.gguf +3 -0
  8. FuseChat-Qwen-2.5-7B-Instruct.Q4_K_S.gguf +3 -0
  9. FuseChat-Qwen-2.5-7B-Instruct.Q5_K_M.gguf +3 -0
  10. FuseChat-Qwen-2.5-7B-Instruct.Q5_K_S.gguf +3 -0
  11. FuseChat-Qwen-2.5-7B-Instruct.Q6_K.gguf +3 -0
  12. FuseChat-Qwen-2.5-7B-Instruct.Q8_0.gguf +3 -0
  13. FuseChat-Qwen-2.5-7B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ FuseChat-Qwen-2.5-7B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ FuseChat-Qwen-2.5-7B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FuseChat-Qwen-2.5-7B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FuseChat-Qwen-2.5-7B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FuseChat-Qwen-2.5-7B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FuseChat-Qwen-2.5-7B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FuseChat-Qwen-2.5-7B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FuseChat-Qwen-2.5-7B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FuseChat-Qwen-2.5-7B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FuseChat-Qwen-2.5-7B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FuseChat-Qwen-2.5-7B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FuseChat-Qwen-2.5-7B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
FuseChat-Qwen-2.5-7B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bad400c9e76ab272e42241c29a5bdb917724cc245cd26170b96e43bbb9d005c
3
+ size 4250298752
FuseChat-Qwen-2.5-7B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4a1f920b86e12113c08380b1fe97f3a002e6f70d89e91cfb9851cb3ed949da
3
+ size 3015940480
FuseChat-Qwen-2.5-7B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63885226220e41cc2803ac56fcb9c402908acc2986399f9f9741781a0ec2b6b4
3
+ size 4088459648
FuseChat-Qwen-2.5-7B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cb6c2f7a0626fbd99ef40baf644c5df29e8928e98da85e2697b1db14777b8e
3
+ size 3808391552
FuseChat-Qwen-2.5-7B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11c42d3e32f4f276c4685861ff6578820001057980f58f9acc35d526624b598
3
+ size 3492368768
FuseChat-Qwen-2.5-7B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e9e48760ead50befeaefcd1bbd05d0053343bdf5eb43b22e45728ff0a86d4f9
3
+ size 4683073920
FuseChat-Qwen-2.5-7B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8f29cc97303472e9f58f4065742740520805bfaa88371ef52d1ccfbc6596c6
3
+ size 4457769344
FuseChat-Qwen-2.5-7B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce636166ca6d16014d91cea8f502e39d6e46e85ba181b97c405663cba50fa2db
3
+ size 5444831616
FuseChat-Qwen-2.5-7B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47236d10a08501198d4ff6e18fb6f1fa3d889589e11c718315dacb2ead503095
3
+ size 5315176832
FuseChat-Qwen-2.5-7B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17ef6c7598cd2d7cdcfb813ad0257583e6591560d29cab396912878ae42dc0c
3
+ size 6254199168
FuseChat-Qwen-2.5-7B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97d84a5f8cf9b42c762c23c1e8fc0d7bdfdecf1b603904f3904195938cce5f8
3
+ size 8098525568
FuseChat-Qwen-2.5-7B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9515364ef2ef1565a686f57eb81198eeb36e96056e95c787c37e7fadf9f796be
3
+ size 15237853568