Hugging Face's logo

inarikami
/
DeepSeek-V3-int4-TensorRT

Text Generation
English
Model card Files Community
6
inarikami commited on
Commit
05471d4
·
verified ·
1 Parent(s): 60e41ab

Add int4 shard safetensors

Browse files
Files changed (20) hide show
  1. deepseek_v3_int4_shard0.safetensors +3 -0
  2. deepseek_v3_int4_shard1.safetensors +3 -0
  3. deepseek_v3_int4_shard10.safetensors +3 -0
  4. deepseek_v3_int4_shard11.safetensors +3 -0
  5. deepseek_v3_int4_shard12.safetensors +3 -0
  6. deepseek_v3_int4_shard13.safetensors +3 -0
  7. deepseek_v3_int4_shard14.safetensors +3 -0
  8. deepseek_v3_int4_shard15.safetensors +3 -0
  9. deepseek_v3_int4_shard16.safetensors +3 -0
  10. deepseek_v3_int4_shard17.safetensors +3 -0
  11. deepseek_v3_int4_shard18.safetensors +3 -0
  12. deepseek_v3_int4_shard19.safetensors +3 -0
  13. deepseek_v3_int4_shard2.safetensors +3 -0
  14. deepseek_v3_int4_shard3.safetensors +3 -0
  15. deepseek_v3_int4_shard4.safetensors +3 -0
  16. deepseek_v3_int4_shard5.safetensors +3 -0
  17. deepseek_v3_int4_shard6.safetensors +3 -0
  18. deepseek_v3_int4_shard7.safetensors +3 -0
  19. deepseek_v3_int4_shard8.safetensors +3 -0
  20. deepseek_v3_int4_shard9.safetensors +3 -0
deepseek_v3_int4_shard0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0d958aeecda0de2c64e3b4a95845dfe1956894d4e8e53bd49f7dc846480b2f
3
+ size 4552988696
deepseek_v3_int4_shard1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5e753b44c44655bd56fe4dc6dab2050ebf499031ef987aa38f214f4d48eabd
3
+ size 4917367344
deepseek_v3_int4_shard10.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c07ae07d44e292da4911952aeb78dfc49c96ce9e870f728374ffabbc9e74ba3
3
+ size 4917367320
deepseek_v3_int4_shard11.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cec2f6aae58974f6139010746126af7d262a757d9c3bf198a2c22dddbe36e8f
3
+ size 4917367344
deepseek_v3_int4_shard12.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2278f4fc487d5793ee665e5373d44a16830022af49e2a23b3a0308f2f2e4de9
3
+ size 4917367344
deepseek_v3_int4_shard13.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1bba367f4b3edd6dc17c3874ceb076adf3670dadff487366bf48866a104dfe
3
+ size 4917367344
deepseek_v3_int4_shard14.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7548acc5b179d04f0620085aaa0af03f11a8a8ebce57b63aa6556a76103171e3
3
+ size 4917367320
deepseek_v3_int4_shard15.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76463290ad1e133e560a7352ffb3e14b797981dfea64a3e358c5673040282619
3
+ size 4917367344
deepseek_v3_int4_shard16.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b110c64f9497f7486a5e3d6517ceac07899c3c7e7658f8ed4395e67c550746d1
3
+ size 4917367344
deepseek_v3_int4_shard17.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4044840ab387447134379a89f65b6a9e8f9b4c9af55f78027d416e140a04e90
3
+ size 4917367328
deepseek_v3_int4_shard18.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3f015a689c1ed8339fa8f6c48fcbc049ce328a81a39059be4313a904f9a4be
3
+ size 4917367296
deepseek_v3_int4_shard19.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:269ad4c7b1ee0255e23ec4250c1633b0244396aaeebf17d25c9897a7abe7675b
3
+ size 4918328080
deepseek_v3_int4_shard2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb2413da9e4a67b8cf8f78b72521cd5c207584d776e166f7936b710186e7ebe8
3
+ size 4917367344
deepseek_v3_int4_shard3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa5fab9aff4c70adf4266c94bd6e31bc1cc26b07fbbda97d202b5dfff1eaa80
3
+ size 5179724312
deepseek_v3_int4_shard4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e72e513ca8bf4c7779c016d685aa4d7a24fe1b0d9d89f695a3a468433b49a5d
3
+ size 4917367344
deepseek_v3_int4_shard5.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1b2bb8a8c1e1b8c005486d3d879970e7663bf3f30e28096383e6fe16fc9f66
3
+ size 4917367344
deepseek_v3_int4_shard6.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b834cff16453fa5331077f570ed895c45f23d65f2e9abaa0219d1be2051e8991
3
+ size 4917367328
deepseek_v3_int4_shard7.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a0670472540b7c5b39335382fdf8b49ade1c836a6a4d5bba9f38733a4bda1b
3
+ size 4917367328
deepseek_v3_int4_shard8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c873c49e346b3416eedeefd26933da916d44fbc207be8b36a1317b084505ea3
3
+ size 4917367344
deepseek_v3_int4_shard9.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6dedb10b124ac3e2fe56e5c24a626c72f8f110b3ae704503a7eed39c30b3a3
3
+ size 4917367344