Hugging Face's logo

mradermacher
/
XuanYuan-6B-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
ea0a538
·
verified ·
1 Parent(s): e6b922b

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. XuanYuan-6B.IQ4_XS.gguf +3 -0
  3. XuanYuan-6B.Q2_K.gguf +3 -0
  4. XuanYuan-6B.Q3_K_L.gguf +3 -0
  5. XuanYuan-6B.Q3_K_M.gguf +3 -0
  6. XuanYuan-6B.Q3_K_S.gguf +3 -0
  7. XuanYuan-6B.Q4_K_M.gguf +3 -0
  8. XuanYuan-6B.Q4_K_S.gguf +3 -0
  9. XuanYuan-6B.Q5_K_M.gguf +3 -0
  10. XuanYuan-6B.Q5_K_S.gguf +3 -0
  11. XuanYuan-6B.Q6_K.gguf +3 -0
  12. XuanYuan-6B.Q8_0.gguf +3 -0
  13. XuanYuan-6B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ XuanYuan-6B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ XuanYuan-6B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ XuanYuan-6B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ XuanYuan-6B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ XuanYuan-6B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ XuanYuan-6B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ XuanYuan-6B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ XuanYuan-6B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ XuanYuan-6B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ XuanYuan-6B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ XuanYuan-6B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ XuanYuan-6B.f16.gguf filter=lfs diff=lfs merge=lfs -text
XuanYuan-6B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b17e68867602996b284b625bbd5445901088a09f680e3bcccaee25010232da
3
+ size 3466703072
XuanYuan-6B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287e1d485308520bff13ae74fdd042d7c1f8960644dd3d707708ec0101471b1e
3
+ size 2419147616
XuanYuan-6B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08b72bb5d5116494811c5518640cb0786186dd3a06600af023e7ae8cf62ccd8
3
+ size 3420805664
XuanYuan-6B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00f1f6351f87f99d7b780d0709f70351974682994055961e283aa23d8eb06d1
3
+ size 3135724064
XuanYuan-6B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a72be92d49e951ac828fa748d7c3c9e09e1590edb7bcc7f2de2c814dc5e1a00
3
+ size 2812549664
XuanYuan-6B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3032763d29404764d7123823abbafcef2319062509e84359ac329e8f79341e6
3
+ size 3863640032
XuanYuan-6B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa18373cffbdb34bcaffa076ee8001c50b383a5a939ed5958460ad59b1fe2e1a
3
+ size 3665639392
XuanYuan-6B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c1ec0b061d477666a2019ead0a4441808365b6849ca9fa4b92d5bcf1d31f81
3
+ size 4534473696
XuanYuan-6B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4b2de85259045e843e9378a815f9552006bb33f5dce71ad8d3da21e6fdb5580
3
+ size 4419441632
XuanYuan-6B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd7e8452f2b69f71416b7f6fb1c6574e5670c19925c4a1157e1110eb0c773601
3
+ size 5247234464
XuanYuan-6B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78347fc1cbb0c25145f74c12d899d5fb3106b5ba381179047abe19aa4a96f22a
3
+ size 6795861536
XuanYuan-6B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1656fd8e19b0c504f3d1444f7d627459f05c286d6edcaade4b68bb2968e37f
3
+ size 12790546976