Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Llama-8B-w4a16g128asym

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
9b93768
·
1 Parent(s): de2edcb

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: llama3.1
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: llama3.1
5
+ base_model: deepseek-ai/DeepSeek-R1-Distill-Llama-8B
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [DeepSeek-R1-Distill-Llama-8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce4bec8d4952e03e217239bf6b296a17d57d68191e6e5b462499f497dc51f01
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978d7110534d305d78bc24dee57bda6bf39bed6e6edbbac1c4b2555598ebd95b
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94e6e06b1319d804dcad0a8dbe3e91352bf90901a2bdf7e096b7daca10d5e938
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0be77151f2bf2322d5710dcc395970bd398b36ce958c778fb893ab49a1d2d79
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42602ff5d37b07f9ae0e5dc64ec1529da9ca0ecf54e2fd8a9c8fbe415b0623a4
3
+ size 24395776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eddfe2f5be7af848e96e7f3a06d48ad450ae7f8d1ee5b9b18e7c9a27d9c1fe9
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2818bf05923fc4578df14fb3060de32c56697b9d936ff32db9ba596a4cc4a774
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfd718f08fc771f645b872d1a00b63b56ee5b154e700dccc2881a5cc8192336
3
+ size 24395776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ccbde4e31bcc981e7dfa739de4b1c28cb0c2dc1bdc3764efffdd98b9520827a
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447622e88932141a453fdc509de5e2059b4de5e4a7d38beaee00ec1cc27f7676
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59cf1fd1cfbc98e744078edbf6ec8a3dc3d413b4a06754db6ff4baf7eafe89cf
3
+ size 24395776
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2a8b19c5730464e2328f2599438744af079967f214cbb174b046c204aad809
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4860efdf3faa4df80b237bd56042f03ccd00dfa555f150c2b3a6a07af1005d
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8295fe0df0a4655b366379b43afa644585445e225c22b7aac7473b52950f2ae0
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b809a7b6c8f8d29a63548f384316621ae0b99615b63eb06d4d36dee9ba22203c
3
+ size 24395776
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aa570fe5d48f63f58fe4468c9426251a52ea51d2b92312fcc73ddfeae6703d8
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585588de828560ff8312209bffffad6eb0192124e659bcee3f953a8ebbe263b8
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86a65b9b0d95f2d2c29323bf668e5aab288032fb7384436e2d5dda6041400550
3
+ size 24395776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cdcb01bffc6996058423b959894228e5e8457a622cde165b65d762e11af643f
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98cc8292d60157c8ebee376d6bb12ba9136f3b4be7a14667a0c4ebba6f9fc12
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9add46816e75bcaba918050bef54dc2e4684bbf26d0e06d2647850a7c82ca2f8
3
+ size 24395776
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d4f99a8e3a96557862c74fec430b6a7ccf5c70e3c27172bf14934bf5653192
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496c6e8eb729536ddbf74ce4fd2f0440a5ba014fcc803d700139237537f76592
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110c1e2b409b423e84487a45f3ff64d618f0f5a3bb49df0669fbd5ac8d70409a
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d950fa8f00e9dcbc709e936c5d7ad6e277c241496f7923a5be1fbe6682b9a29
3
+ size 24379392
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab81c82ec16afe011bf307ad00525caac875afe3cbbe057a841635302c14c3e1
3
+ size 29360128
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25c1922beb5ed938d64c158154831fd6278ce73fbe138f7d585ccff358bbecd
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db4c292bc2d4b66db8e23c3a9770d0d1fbc5c72375f44c1df79f37bdbed0da5
3
+ size 24395776
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef52bc8150bd65889d9b978d2e7d15512d5e954dfaf86f0dd04b6fbaea9b31d4
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500b9c5ec62a6e18f5ef7dee49012a3379533b11ddfd73499f94f8a875e11f86
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:760efa1013bd6791f707c583bb7108c0a8f30674d28a0df12a9e4d752ada0207
3
+ size 24395776
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ecbcee5046fdcc86f03ca28d05bb50bf25b6b16e836c113ccfe197260015f9
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0994b03d69793ec729f74cf3c4b9a3dc2e388b675cb30e6c79458ef74ecf36
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f0d5737bc0cdadcc43e233257a676b1280375215890f346a00770e8149037a
3
+ size 24395776
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:668b01cb23965daf55c578a5f8671a1a1c315288888fb49c04ab5d87d669bcdc
3
+ size 29360128
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3cb81c479488a780d1608a5c0f96f4db514973fbb1df3f6f2dfe614f04448ff
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77b1876952646a00e10ebe0444cd1b2000889638c171df9efced71ff1630498
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c0a8581839efec9096e6f6fb8bdb72601cb075401ebda3dfa4f30dbf9f03fd
3
+ size 24395776
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f285e6064d282ecc74a42f8b82b60df5813d5cb46ddee9dd7e7143e2141b3f2a
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a08e3db6cd9660aefa6922a13114b214edeb5c3e796fad21327e6b871f84a3e
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6efbb1aced165e02b7e7a19cc6ba630b421435bd1bf6006857498ff72279ee4
3
+ size 24395776
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50865d1184d1f8ded616ce88d5b9cbc7679fc07929594172ac1b00afd1339266
3
+ size 29360128
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bf044f60fd224bbe61ed0bd156ddc02174d2b41928c7d51e70953dd619267d
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6192cef3bee686bbe3427f3cccc0a9271e7d8933c1d21edbfae3f5b580546f00
3
+ size 24395776
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631f9b7a9c1829a9e6fabbc23683618a1beee65870d30a9c44e09817b7bd8ec4
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa45dc1c9aad365a028da54ee8da99ef461208f983f3bfb9415768c3f09e3847
3
+ size 58720256