Hugging Face's logo

mlc-ai
/
WizardMath-13B-V1.0-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
864bbc8
•
1 Parent(s): 125fd6a

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +40 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 32000
3
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32001,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 4096,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32001,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.9,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.6,
30
+ "conv_template": "wizard_coder_or_math",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.json",
36
+ "added_tokens.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c735c3482fbbf59198a23c5c2f13b79d62c5f1d5fff012e69666aa62f4ebb03
3
+ size 81922560
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da3b130d3636ba94be5ea7a9764f3593ff628fee4b875a01a5e8f43d1d84caa
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c6bd30b1c37879b0ab6146ddbd55640f06454c71d8d32300ea77e97f0ad5092
3
+ size 70778880
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce1049fe78a815d3c6b91e6a32e62a318a6bc7e35f0093e55abe30cf9132d48
3
+ size 32952320
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6726a724a5e73fc6534d187768f371f84c37c0292e3c4e5ac5cadba5d39360
3
+ size 35389440
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a03bdf1376ba26424ac3576b80eba0e2abbc11ef0e8f2500eb29eabfc8fa396
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7a789782f4016ffe554c3332fbd66320f99b5af1a91ae9698b88cdbcf867a5
3
+ size 39321600
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08dbec37d8b049b5529478467b5083ce7169c451e0430156593684511dcbeee8
3
+ size 32952320
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9f5b0a757970d00668869e56a19b9ea02562f8367578b3470d338238bd1c8b
3
+ size 35389440
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a59591e14dc0f8e42f1d60187829b8563c7c118bb3b15c98d350d607074b3e
3
+ size 70778880
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abdc0429f74ed3d85303501c71c3f56064abcbda78ed0b39bbaed8c6f0d51976
3
+ size 39321600
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd5090b0b3a31332899d803e0690ec1606d1b0f7bccb7d3f62700f624654003c
3
+ size 32952320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d84c5465adff3ceea7a492d4072f267c639a522b78e879db89f46db51567cc6
3
+ size 35389440
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631770a640ee84e3eabd96ba739dd9213cbe9d73dfad19025e1acbf4c2b6e6aa
3
+ size 39321600
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0152dd67fa1c164514c846a08aa1452e6490fcf7fd46797e4647c6ce4024eb42
3
+ size 70778880
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71621d2ae1927936c82d12d01a206a83d4a5e9e4fd23e0ca7d3a691e1a00bed9
3
+ size 39321600
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800fd9e84649d188b498dcdacee617ec5786fca516c32f2276a1271201c2100f
3
+ size 32952320
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e52b1903172df87138ed63800a0ea9fc30aa1709669516d6d33f55a89e54c3
3
+ size 35389440
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed215043435626b4726836a1cf097d52f66825879964b0e9e4001d2d4b6493d
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9a9270b187e7820cf3d8e39df5c3bb402855d6b3200a5aada2a718bb60aa73
3
+ size 39321600
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dff677c655834eafa522e48dc43c4cc02b6dd2cb1c89f61942d6fd970422fae
3
+ size 32952320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbf1f3c00eea578b7dc74ef0aadf7e3552b1b4af2514a258f5393393f02d7c8
3
+ size 35389440
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6960b20ec2719525b836c47a17ca5083f3a383a651a81c2c2733e401e074897
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e4980be419502dc2b0d71d047d849e25db61ec9b3813e5b743d5cb4ae10930
3
+ size 39321600
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1c1ad06dcea6d75286882bfddfd350043cff28b5415b7df2a0ab1f444c9f23
3
+ size 28447040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b63f3f3e82bb562e06126ea11914e2acef6a93407faa80537ea86c7ff31e184f
3
+ size 32952320
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225edefa42fcf6f89df0465786142a249c591773666b6bbdb7c33e22a74cc5af
3
+ size 35389440
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57129a7fbadf551bb56323e9a770db763c8fb7c0b045349de75c657280da60ca
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3fc5062d4f464ff53633d49fb32664c7a0e20bc77cc568b775487b56883e77e
3
+ size 39321600
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba6efccecb6964e3a9378a7e9a46221cda871e7886ea3cc2fa0ffdcdf3e4b49
3
+ size 32952320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:494616ae940b3ab2e2b605e396137fe87327882539e9875e008217bcd8f00674
3
+ size 35389440
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9bb5d70fcbd0cf36e2fc04b0a0f94735f132fa7298c1408fca513160553acd
3
+ size 70778880
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951df9fb64e940c217d150acf5598411c36e22a0d9a30c471842fcdfb6627756
3
+ size 39321600
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e394d5db11b72253d6f3a4631c6d16ac7a75cd53b043ba60a0e4b6a2e4aeb5
3
+ size 32952320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb931a4954fe18004f5f55d76cd1b498fda0046a4f415a8b96d653f831f20f8e
3
+ size 70778880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68dd1e656030bb7df5bd1d764454824903b3c5159edf43daf1fc910990fd72e5
3
+ size 35389440
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654c6f804d37898a5697ad16ff44dfbdfd71bf12bca3fb8eeea7b16c54097086
3
+ size 39321600
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8577d245cba501a87406cd232319e690ea5653e4fdb193c618450e1eb3b61c06
3
+ size 28508160
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19603d934b7ca626a24ea07afa99c2c03b83ae355b9e62e1d45f76acffc43d62
3
+ size 35389440
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3011d1217eb444b9bf870ad4bc7e26f12d128741c488c5f9de8ec2696bfc763
3
+ size 35389440
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105c7ffd48b715c8e63591a5dc0ea85f2406f1db7985d66b5e1940a60d9384a6
3
+ size 70778880
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988e97b9e5081c09648197ff57a3e95c7d108b90c36d268cbac46843a7f28ec4
3
+ size 39321600
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:909539e47fb5a0eb32a492257f32f948b471521930ff781d89c959f6dc5a7a6a
3
+ size 32481280
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f411dce1cacc1d5d51cfdbe0bb87974e26a958799f349bbadc5664002eded3
3
+ size 35389440
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c2b16f5ae409ffac677fa0d6fbdf0d2ffcdea54339ff094036e95a38082ae0
3
+ size 70778880
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c18f174ecab25a5c5b962098ebc77d20a56c4add2e7bd474f3e497cfc79004b
3
+ size 39321600