Hugging Face's logo

vsevolodl
/
Yi-1.5-34B-Chat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
vsevolodl commited on
Commit
36dd110
•
1 Parent(s): 8e2b420

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Yi-1.5-34B-Chat.Q2_K.gguf +3 -0
  3. Yi-1.5-34B-Chat.Q3_K_L.gguf +3 -0
  4. Yi-1.5-34B-Chat.Q3_K_M.gguf +3 -0
  5. Yi-1.5-34B-Chat.Q3_K_S.gguf +3 -0
  6. Yi-1.5-34B-Chat.Q4_0.gguf +3 -0
  7. Yi-1.5-34B-Chat.Q4_K_M.gguf +3 -0
  8. Yi-1.5-34B-Chat.Q4_K_S.gguf +3 -0
  9. Yi-1.5-34B-Chat.Q5_0.gguf +3 -0
  10. Yi-1.5-34B-Chat.Q5_K_M.gguf +3 -0
  11. Yi-1.5-34B-Chat.Q5_K_S.gguf +3 -0
  12. Yi-1.5-34B-Chat.Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Yi-1.5-34B-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Yi-1.5-34B-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Yi-1.5-34B-Chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Yi-1.5-34B-Chat.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Yi-1.5-34B-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Yi-1.5-34B-Chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Yi-1.5-34B-Chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Yi-1.5-34B-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Yi-1.5-34B-Chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Yi-1.5-34B-Chat.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Yi-1.5-34B-Chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Yi-1.5-34B-Chat.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Yi-1.5-34B-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Yi-1.5-34B-Chat.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844f3340393a0618862cbab2eeba827abcde0db8389cf5a074730ca3d94de60b
3
+ size 12825233984
Yi-1.5-34B-Chat.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e12928222aa41b560791a1795a38ec0f4af886b9e0ef66b9308b7aac167b10
3
+ size 18139445824
Yi-1.5-34B-Chat.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a534664090703f697a185b3fa375072072c5ef0b0c2a616b471376d1ef3620a
3
+ size 16654924352
Yi-1.5-34B-Chat.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbd03496dcd81d14222c0638d5c499f30b2d0605a8c620bd4a5e92c6fcd641d4
3
+ size 14960294464
Yi-1.5-34B-Chat.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcb5ede9e3314ee83a9336d82f260cbb03d474ac94b3cc9d085e23e958bded1
3
+ size 19466529344
Yi-1.5-34B-Chat.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b7a91f2acc87f168e9199fa6edd88d12826f7b0667fc0b8ca0524319005981
3
+ size 20658711104
Yi-1.5-34B-Chat.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33920dfc41a91fd9852993cf709c6c62e6857e3d7d19b3a8b55d79caddbb94da
3
+ size 19598649920
Yi-1.5-34B-Chat.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774ee63a67e8004d9794a4a8561aa153447e735186f32de968ad00b5db12fc68
3
+ size 23707691584
Yi-1.5-34B-Chat.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d08e148e0db35960638baec6321b8cd27d52b9ec61ef7417e12a94c3b128030
3
+ size 24321845824
Yi-1.5-34B-Chat.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9ad0e335bc14a307ef81c23a74b01e509e223099e868bb8545c5fde15df139
3
+ size 23707691584
Yi-1.5-34B-Chat.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25a42040e6b74b2103a88cfa087f892baae62cf6f1a5d357e88fb019897bc1b
3
+ size 28213926464