Hugging Face's logo

numen-tech
/
FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview-GPTQ-Int4

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
1
numen-tech commited on
Commit
60fa262
·
1 Parent(s): c3c532b

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit GPTQ quantized version of [FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview](https://huggingface.co/FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e743f5dcfe2da60f2a4b486c3da35c721d061d0ed7823b9b938123e7d7eee4
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:658fef5580dfd37f147b369b4d83369c103d4eadfde04bb7aaa80b8fec38da8a
3
+ size 389283840
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b31d5f4118fb11e4fb9a33bb55155f0ada2424d79a2fc9833285a23c39b4f652
3
+ size 70778880
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c633ff71e46ffc0d0cde1cf4dbf01b4250553ab10bebf0ec01a4e77de18ad26
3
+ size 18350080
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96b1165bcf5a1dd4caa9e63ef3a825be72542782cf4b12c6d71a2b96557a985
3
+ size 20760576
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b727fef73d783ae2a5e49b3dbde0041e4f2ecc6e954a459b25a74ee2ad7465ca
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6427e51e9bf61472e730978c27ca8c917d1241ba8a4d4d1936ad8aa4a00f3cc
3
+ size 141557760
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019bbce717c3ea4d965be316e0c35d55af1ed2c222c0035d930bc8ddac73a456
3
+ size 18350080
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a8a9d06533a6fb059c14fe426684a64e94879e4050e02af02d9262696da3b8
3
+ size 20760576
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f635544d7961522cad188b0e9f67fe03068008ba1121eaddfa33583e8a3fd8a
3
+ size 70778880
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef49a94940086b14bef0be6f767ba95808aebfec1355acde7d1b2434d88a341
3
+ size 141557760
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e311d90ef4bcbfbdb14ab2123644c5fba3c3090cec61c638866412a59d55f747
3
+ size 18350080
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974cc922a6d37c974d12ae09f40fbe5d0eef19f1bf227bc3a7e7722d28cec03a
3
+ size 20760576
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7afc991cae91f377d2a6cf1434bc656814df1c8e9364ac947b4c0fe346208f
3
+ size 141557760
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1425c0f50bc4aa8cbaaf952cf38834ad21aa59598fb3f3c8f7a45882f76485
3
+ size 70778880
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2116c1d730bd59fae407b52462ad22d8374a45a5383953a29d847fa82f736a6c
3
+ size 141557760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c5261be009c358d8c3fc1cef5e5533bcdf9e4d1c67846bfbe86fc2b57892fa
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ade505688c931fb4acae2b7744f9487466f36e0ae70232cc3c852bddfec57f7
3
+ size 20760576
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfd53d3b1150c633d45fcdab8235e4e2f89afc13bc01345e249d8d37ecc99a0
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3743a961f3543e3f971c734ede9253aaebd99d46973c3507419a25fcef4dd7d0
3
+ size 141557760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420c659e124b6086f16f95e67944499b472609999dcb2d7202b34fe8ed1f2639
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74dbcab0a6c82eb85541895abacffc70e9a7dc2051096eb014141db791282392
3
+ size 20760576
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a8958a80d596017c95678b05ca1df43bdcb8a73ab321e7192093497d0ba4b0
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5795c8f0c3af7824573f5d4a3ce1d244fb4f3739bf67f7bd2eaf2f18655f85a
3
+ size 141557760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afba589beb2cea6ab7557b292cf0240f7402ab83b3185dbc9e0dac53be23c219
3
+ size 18350080
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc2b7253a32e7cfa65d2df57088f2492c30228d3b66a228c448ff9176547d61
3
+ size 18350080
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6083bd16b78466a510d87dc2aa3816b5707f5d68d9d1d71047f8c0aea52b17d
3
+ size 20760576
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab5184eae1e5e1442c0351059df68a4f9b97763f400807765d685bfbd1183729
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74783eda47e6fd357676acec0c42e3ac045ed41570881cfe21fd7eca41a035b2
3
+ size 141557760
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe2c6f89173bf2c4e3145f818f60b87acc9661aa5231c188a770205b9583c7cc
3
+ size 18350080
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dbb9c28ad67cbbefd5726de662ae7998e8589ed456fff19d7842922cd5544e7
3
+ size 20760576
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf8028744a64b0e2f9e1497eb1e102957c8584db9c77a811933727e717c6cb9
3
+ size 70778880
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582d387a5e496283183c03a7c0bfc46abf29b0ca61041e35e5f376a20c97a849
3
+ size 141557760
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a48d186b57502ca8895cbd65d562ebad2db2d013fc5a24e0c846cb29e1a2420
3
+ size 18350080
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:574e0798e980a08beabbe5070f5d33460331d0cf513f94480309bb159ed80659
3
+ size 20760576
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d09d4727f338f9f42a6711cefcd5890ac1e5d50916d88927b5d5cb273bb217
3
+ size 20760576
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da33a575a06f32fb9f7351353c7d1ce18756b51d2f6b5c91727abb40ef1d233
3
+ size 70778880
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:970dd008b2d9e8e37a8a4f45d4d783911f781d03d74cd9826bffe286ff956235
3
+ size 141557760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f01950f0374165d03c5b6e0cc26914fe4ec2b47ad1ef1b73848113994d73c56
3
+ size 18350080
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453a88a1fb5708dcc701491fe62df4e8289ae44d63003b261b82b50b5b3b3497
3
+ size 20760576
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:982177897c5e1fb500eaed0b3e88c11bc3bf7ac3ce05b2c5fe2dd9712daeb3bb
3
+ size 70778880
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bab6532f1f272b2072a61c1b80920b48a49d4479c247ec50f55e9183dcb6bd9
3
+ size 141557760
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95bdb44864aa3dde8c62a51257fd4b5e6599e7c2beaae48e0efa61a9969c1f3b
3
+ size 18350080
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee64b3f0f6727a8c891a169f78407789823d3e7cf84bad2dfa9bc038bc91224
3
+ size 20760576
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e74667a5dc8e600c18c4b11fd795fef9f07006324befd14eb8f94a69fbd32a
3
+ size 70778880
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbce1ffddcec85f47d19bd78353a035610f0570956d57828bf9cbe82e5e43da
3
+ size 141557760