Hugging Face's logo

Siyuan
/
MiniCPM-2B-128k-q4f16_1-MLC

Model card Files Community
Siyuan commited on
Commit
05d5456
·
verified ·
1 Parent(s): 519c8ac

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +9 -0
  2. mlc-chat-config.json +86 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 122753,
3
+ "<|im_start|>": 122757,
4
+ "<|tool_call|>": 122756,
5
+ "▁<EOT>": 122758,
6
+ "▁<MID>": 122755,
7
+ "▁<PRE>": 122754,
8
+ "▁<SUF>": 122759
9
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "minicpm",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "vocab_size": 122760,
7
+ "hidden_size": 2304,
8
+ "num_hidden_layers": 40,
9
+ "num_attention_heads": 36,
10
+ "num_key_value_heads": 36,
11
+ "hidden_act": "silu",
12
+ "rms_norm_eps": 1e-05,
13
+ "intermediate_size": 5760,
14
+ "scale_emb": 12,
15
+ "scale_depth": 1.4,
16
+ "dim_model_base": 256,
17
+ "use_cache": true,
18
+ "bos_token_id": 1,
19
+ "eos_token_id": 2,
20
+ "tie_word_embeddings": false,
21
+ "rope_theta": 1000000.0,
22
+ "context_window_size": 65536,
23
+ "prefill_chunk_size": 8192,
24
+ "tensor_parallel_shards": 1,
25
+ "head_dim": 64,
26
+ "max_batch_size": 128,
27
+ "num_experts_per_tok": 0,
28
+ "num_experts": 0
29
+ },
30
+ "vocab_size": 122760,
31
+ "context_window_size": 65536,
32
+ "sliding_window_size": -1,
33
+ "prefill_chunk_size": 8192,
34
+ "attention_sink_size": -1,
35
+ "tensor_parallel_shards": 1,
36
+ "pipeline_parallel_stages": 1,
37
+ "temperature": 1.0,
38
+ "presence_penalty": 0.0,
39
+ "frequency_penalty": 0.0,
40
+ "repetition_penalty": 1.0,
41
+ "top_p": 1.0,
42
+ "tokenizer_files": [
43
+ "tokenizer.model",
44
+ "tokenizer.json",
45
+ "added_tokens.json",
46
+ "tokenizer_config.json"
47
+ ],
48
+ "tokenizer_info": {
49
+ "token_postproc_method": "byte_fallback",
50
+ "prepend_space_in_encode": true,
51
+ "strip_space_in_decode": true
52
+ },
53
+ "conv_template": {
54
+ "name": "chatml",
55
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
56
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
57
+ "system_prefix_token_ids": null,
58
+ "add_role_after_system_message": true,
59
+ "roles": {
60
+ "user": "<|im_start|>user",
61
+ "assistant": "<|im_start|>assistant"
62
+ },
63
+ "role_templates": {
64
+ "user": "{user_message}",
65
+ "assistant": "{assistant_message}",
66
+ "tool": "{tool_message}"
67
+ },
68
+ "messages": [],
69
+ "seps": [
70
+ "<|im_end|>\n"
71
+ ],
72
+ "role_content_sep": "\n",
73
+ "role_empty_sep": "\n",
74
+ "stop_str": [
75
+ "<|im_end|>"
76
+ ],
77
+ "stop_token_ids": [
78
+ 2
79
+ ],
80
+ "function_string": "",
81
+ "use_function_calling": false
82
+ },
83
+ "pad_token_id": 0,
84
+ "bos_token_id": 1,
85
+ "eos_token_id": 2
86
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:788c96a7fb1d616c48879ff2438e3f812a7fd42ae3ad6fcdf2af8efad1012fdb
3
+ size 141419520
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c412091b10fdc6e4f50f9637c66bed946b402b09de3ab89f4adff82a7a0636e8
3
+ size 141419520
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a0ebd07eff0a3b07c6e8e9e25df9429e4d1d4b8a7baa487602158652447fbd
3
+ size 21076992
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e22689d4bd22dd5a1c6f584fdd8335c2cc2a322ca45cc853e033e4d8ac5291
3
+ size 31357440
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:366eee63bacb9b0c34d0ecb00d425ad858d9e80203e2253184e6b1afbfdb5f59
3
+ size 33352704
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85791525b52d24e380faa29cc0dc1b90593586be68dc09fd91b3e94deea30ae2
3
+ size 26385408
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ea8e415f9464edffd1ff362196202c7fd23f8695deb0fdfe2225c4e912e907
3
+ size 33513984
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f7c79c80a8a267c2e8f7ac1f213d33491f0e55b60b7bd802f9023517d9c87df
3
+ size 27712512
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9134eb54dcf80c75f8c1d4836498c37c7f0248abee7b7e309dc7ffc14330e3c2
3
+ size 32689152
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78e96934a9844a571fc85b72653c8d34d85e7487c35e6a2f8c7c8ba83667f05
3
+ size 21076992
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb765bb543129bf756a8889ce6b5023e57264f16986bd212b96efc7b2753136d
3
+ size 31357440
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2a0179c74a01ce6dc9cb1766ecc652c5fd31ef87e89e88d0cf6f129a921d5e
3
+ size 33352704
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a19a09df01caae4c6ffee9bcb962b19c886db4a60a9687340e38478dd212154
3
+ size 17677440
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484790c119fa646ec45fc6e01f772dea8bf4424ae708bd3f1e49cf9de52ce4e1
3
+ size 26385408
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb94c79676d81494a6ae98371f4c26352384e59aa9439170757b988e7981abcd
3
+ size 33513984
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7b9396a43a8f780ee92344c3cfdcfb9398fb24f7b8c02cd8a0f0ffec94f16a
3
+ size 27712512
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91db43613f2b95a8dbd628d97bbc9775656b58b50d107c0744fc2c9371ffb1b5
3
+ size 32689152
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0e954bef47ebeac70ffbd5d6356682bfab6b0c6c58db0d1d9aa07777715671
3
+ size 21076992
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef3c34529a2d45b87fe8f3808993be3f4005a362ddd79da74c0699999ccc11
3
+ size 31357440
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b97525ad67383b0459e2ba2bcb729314fdb23db6a2ac1cb4c17e1ed0a373512
3
+ size 33352704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8475a7c5db303992116230541e84947e4bc2786a29f3fa6ad021bfccfe95fe08
3
+ size 26385408
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dddeb4b0d4f2a8bbcb0ce39f857e96be70456ca0e6e74962bd722432c3fff0f
3
+ size 33513984
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5ee6e4298c640c7ec70bd5a23d11f04c51d02fdfb7148c4501ff937920a49c
3
+ size 27712512
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c6565133a92a1f6db275e5bf9ad875bb2632f8ab13093dd6fd6be88bbdf74c
3
+ size 29635200
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:479ccf1eb31f8bfbacb261b2d76bd61fad81a44d696156029960b14e85325ef5
3
+ size 32689152
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f6d6571a4d3b58767c49f36b0c4192e6a81e2a4e68a5c6c060bd5e7540e192
3
+ size 21076992
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa2b0c8fc0527d9d9efdc5ad82a455198c8e3b4106b176c5997c297857af83cc
3
+ size 31357440
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac50a0274dde0a951c397117a8be614f51719f94f43f4e581b923d4f2bd7cbf
3
+ size 33352704
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05e7ce6f87b2068c03c9eead0f9ead3939934cfc7d9001fc9ab2aca46586491
3
+ size 26385408
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d15490a48a9b92c94bd14f267ae4454f5e4da9980907247124a243f3c5bbb2a
3
+ size 33513984
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee4ed3bdfa97486bc5d8b73f81268887fa5e5e8bdea7d024a1354c594ef37ee
3
+ size 27712512
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f19f44caa9a4844d892605df8b2719b11e53443f87dcaa4d54c20b66cd713a
3
+ size 32689152
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8862c14ca2ebfce485314db90f5a8e7f4d7eac0f2f5d8a218ee4f0f13999fc
3
+ size 21076992
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4f915bad9724bae0bc018b185b1a1ca3cd62c9fedb9ffe0dad3a00e27ceadf
3
+ size 31357440
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a89a96db2e2e49ab0aa603d3b2475ab6f17a972dd283cde23e32cc0f4c68fe
3
+ size 31357440
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3425f9b93fdfbcfef0c2f6eddec37f2fce23b5dac904ea750a9ea06cde60c9e0
3
+ size 33352704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56f8a31dc967b3e18bc361205a1799b9c003b701ce29307b934fbfb9e9251df8
3
+ size 26385408
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3b0aeb0d7cf27d4cdaa17781a4ba67d0be0ec3c07d17d1ca320f471cb7f720
3
+ size 33513984
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf0ae509288a346778f1c5e928bbd686fa130c900212e51533792ab4b4acbbb
3
+ size 27712512
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db3f3f146ea586e44aa23afbbfdf9998da732ee6c11c494af28c8846ec48a38e
3
+ size 32689152
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eafb0d112e9ba2d2994a34ebd777c5ff1e5f20da30bca07a4a8adb4585f6f3a
3
+ size 21076992
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5304371c2f62ab921ed21907fc6df9fd62732450a5063ddc4705c1dbbc845530
3
+ size 31357440
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c9f3a8a59683961a43bafa51d8848004b9b493a4cec41b01baed979850f85f
3
+ size 33352704
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08159db3709da583e38cfc45dc64369c645e5c1cf61ca192ad08e47efc8e3a06
3
+ size 26385408
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de76b3602c4c55aa15c726e4b1609426a8d14e8ec5994b0b6c170d679787e6e
3
+ size 33513984
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0ad0acdd78f8a49d9e92b6799f4a14cda2d1cbbc8043de6f71bb2d48421f23
3
+ size 33352704
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b85d6d8e3c959fd554614d649c3b0557d203dd23b5e938530b9c2ff125d5d0d
3
+ size 829440