Hugging Face's logo

nisten
/
deepseek-0628-gguf

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
1
nisten commited on
Commit
8aeac07
•
1 Parent(s): 88f1934

experimental 2bit 8 bit mixedfatedges quant

Browse files
Files changed (10) hide show
  1. .gitattributes +7 -0
  2. deepseek-0628-cpu-2bit-IQ2_XXS-00001-of-00002.gguf +3 -0
  3. deepseek-0628-cpu-2bit-IQ2_XXS-00002-of-00002.gguf +3 -0
  4. deepseek-0628-cpu-q6k-00001-of-00005.gguf +3 -0
  5. deepseek-0628-cpu-q6k-00002-of-00005.gguf +3 -0
  6. deepseek-0628-cpu-q6k-00003-of-00005.gguf +3 -0
  7. deepseek-0628-cpu-q6k-00004-of-00005.gguf +3 -0
  8. deepseek-0628-cpu-q6k-00005-of-00005.gguf +3 -0
  9. imatrix_groups_m.txt +0 -0
  10. wiki.test.raw +0 -0
.gitattributes CHANGED
@@ -54,3 +54,10 @@ deepseek-0628-q4_0_8_8_faster_dumber-00001-of-00004.gguf filter=lfs diff=lfs mer
54
  deepseek-0628-q4_0_8_8_faster_dumber-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
55
  deepseek-0628-q4_0_8_8_faster_dumber-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
56
  deepseek-0628-q4_0_8_8_faster_dumber-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
54
  deepseek-0628-q4_0_8_8_faster_dumber-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
55
  deepseek-0628-q4_0_8_8_faster_dumber-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
56
  deepseek-0628-q4_0_8_8_faster_dumber-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
57
+ deepseek-0628-cpu-2bit-IQ2_XXS-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ deepseek-0628-cpu-2bit-IQ2_XXS-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ deepseek-0628-cpu-q6k-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
+ deepseek-0628-cpu-q6k-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ deepseek-0628-cpu-q6k-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
+ deepseek-0628-cpu-q6k-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
+ deepseek-0628-cpu-q6k-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
deepseek-0628-cpu-2bit-IQ2_XXS-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed7150fbd71c0f35799362f04cc803d6e9ba56e02734b88ad553af423e43a38
3
+ size 45918545024
deepseek-0628-cpu-2bit-IQ2_XXS-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0f96a97f16a7fde1f5e0622d2c6ec9d68a275f50dde4691460dc0d7f896ff2f
3
+ size 40610724608
deepseek-0628-cpu-q6k-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b124a653eef5a4a3ae1cbdfeb4db7c7925e32d5b832b08ef8f01624c1af6c19
3
+ size 45243257856
deepseek-0628-cpu-q6k-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca1a92ae0fd26188faf2abb4d18621ebd2ef6c646dd3ae2cc526cd2ef2b35cc
3
+ size 45234739456
deepseek-0628-cpu-q6k-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c753d39f19eb774132840282a1371cb148bc24efe17bad40ec261ab532da7fc2
3
+ size 45234739456
deepseek-0628-cpu-q6k-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef20ca60beeffba4a31c2dbdc2205cad6a330b16f64c2d9c5927bad7ba26330b
3
+ size 45026534848
deepseek-0628-cpu-q6k-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a185e6a19d82824e3f94428a0c4d7f7ebd761232b554bd71386ec90b5b5e892
3
+ size 20310226240
imatrix_groups_m.txt ADDED
The diff for this file is too large to render. See raw diff
 
wiki.test.raw ADDED
The diff for this file is too large to render. See raw diff