Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs.txt +0 -0
- merges.txt +0 -0
- mlc-chat-config.json +80 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
logs.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"version": "0.1.0",
|
3 |
+
"model_type": "qwen2",
|
4 |
+
"quantization": "q4f16_1",
|
5 |
+
"model_config": {
|
6 |
+
"hidden_act": "silu",
|
7 |
+
"hidden_size": 3584,
|
8 |
+
"intermediate_size": 18944,
|
9 |
+
"num_attention_heads": 28,
|
10 |
+
"num_hidden_layers": 28,
|
11 |
+
"num_key_value_heads": 4,
|
12 |
+
"rms_norm_eps": 1e-06,
|
13 |
+
"rope_theta": 1000000.0,
|
14 |
+
"vocab_size": 152064,
|
15 |
+
"context_window_size": 32768,
|
16 |
+
"prefill_chunk_size": 2048,
|
17 |
+
"tensor_parallel_shards": 1,
|
18 |
+
"head_dim": 128,
|
19 |
+
"dtype": "float32",
|
20 |
+
"max_batch_size": 80
|
21 |
+
},
|
22 |
+
"vocab_size": 152064,
|
23 |
+
"context_window_size": 32768,
|
24 |
+
"sliding_window_size": -1,
|
25 |
+
"prefill_chunk_size": 2048,
|
26 |
+
"attention_sink_size": -1,
|
27 |
+
"tensor_parallel_shards": 1,
|
28 |
+
"temperature": 0.7,
|
29 |
+
"presence_penalty": 0.0,
|
30 |
+
"frequency_penalty": 0.0,
|
31 |
+
"repetition_penalty": 1.05,
|
32 |
+
"top_p": 0.8,
|
33 |
+
"tokenizer_files": [
|
34 |
+
"tokenizer.json",
|
35 |
+
"vocab.json",
|
36 |
+
"merges.txt",
|
37 |
+
"tokenizer_config.json"
|
38 |
+
],
|
39 |
+
"tokenizer_info": {
|
40 |
+
"token_postproc_method": "byte_level",
|
41 |
+
"prepend_space_in_encode": false,
|
42 |
+
"strip_space_in_decode": false
|
43 |
+
},
|
44 |
+
"conv_template": {
|
45 |
+
"name": "chatml",
|
46 |
+
"system_template": "<|im_start|>system\n{system_message}",
|
47 |
+
"system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
|
48 |
+
"system_prefix_token_ids": null,
|
49 |
+
"add_role_after_system_message": true,
|
50 |
+
"roles": {
|
51 |
+
"user": "<|im_start|>user",
|
52 |
+
"assistant": "<|im_start|>assistant"
|
53 |
+
},
|
54 |
+
"role_templates": {
|
55 |
+
"user": "{user_message}",
|
56 |
+
"assistant": "{assistant_message}",
|
57 |
+
"tool": "{tool_message}"
|
58 |
+
},
|
59 |
+
"messages": [],
|
60 |
+
"seps": [
|
61 |
+
"<|im_end|>\n"
|
62 |
+
],
|
63 |
+
"role_content_sep": "\n",
|
64 |
+
"role_empty_sep": "\n",
|
65 |
+
"stop_str": [
|
66 |
+
"<|im_end|>"
|
67 |
+
],
|
68 |
+
"stop_token_ids": [
|
69 |
+
2
|
70 |
+
],
|
71 |
+
"function_string": "",
|
72 |
+
"use_function_calling": false
|
73 |
+
},
|
74 |
+
"pad_token_id": 151643,
|
75 |
+
"bos_token_id": 151643,
|
76 |
+
"eos_token_id": [
|
77 |
+
151645,
|
78 |
+
151643
|
79 |
+
]
|
80 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac52346a97034945db095da4feef4fddd9ec94eac3989e5c7fb26d7b55342fb1
|
3 |
+
size 272498688
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85abc360f0547318c5d79d8d47ed35b646a655809b40f60e2c9a03495f103577
|
3 |
+
size 34062336
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:356a1331999b21660f0f24788081a1860ad2cd62f59a37852a16f7d76944350a
|
3 |
+
size 33512448
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc047bee1ca470a8dac76e161ee7b58b517f87c7b55a685304a7b70577440e88
|
3 |
+
size 33947648
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46e65000d5b4a884aa97232818f6a2f2d85441b8492ee7fd877577b9541ea378
|
3 |
+
size 67895296
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ba1ef6b675757aaa98716aff876b1559d497de2062988112a8e93e13355efd6
|
3 |
+
size 29268992
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a462b2097a2a46044c9750a745fc90862fedb0c5ad517e9057af7a928bd7018e
|
3 |
+
size 33947648
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:442229a4e1fc33a8f5c9fbe76d4636e1082c320f393b9dbd3a60ceb20d9922aa
|
3 |
+
size 67895296
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b6f365883171d4b5bd8c5953cae8842cd0dbdad72ef02d47fb7870ef0ffa630
|
3 |
+
size 29268992
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44d811eb90220551763c193d4006d0a5b4433b0146672669954ef0e9b01e2184
|
3 |
+
size 272498688
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27186d91313badc39bffe9a5e745ed7cf09121d7498c59dc8a266fe2bd889d3e
|
3 |
+
size 34062336
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c28b0686b1e8704b33e5b77fa9517f10a43200437303ceb11432f67b3d843d01
|
3 |
+
size 33947648
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:814d19f921d2f8a3d20b4e58bc9b8a85c2b2352ff4b929c6cc52ec51b2601fa2
|
3 |
+
size 33947648
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b6f132c5d661686428755065e413e22ca8121cbd16754615010ca2f9dc69abf
|
3 |
+
size 67895296
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55d6cfceef6c871194ddc50d1f3067773c79abeb739f69883402bfe0d3849db0
|
3 |
+
size 29276160
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:625c03de146f4e288257fa7768c9d017fafe514dcfa3b6fa9d9e819a576b120f
|
3 |
+
size 33947648
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a95e350c281546850971035ba8fad02c301e4dc051400e365cfee7627fe9804c
|
3 |
+
size 67895296
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c25361aa333acfdfbb4dee74314a101e8f211fd088a334cce3798772fef491a0
|
3 |
+
size 29268992
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c877de270c36077dfe6978beae8943d6a78f75bb51cf7e1a0fbf4596cad37e01
|
3 |
+
size 33947648
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54a2fb663f206f4ada1b99b6f39093475760dd0f97b799f68a93ed96ce58abd3
|
3 |
+
size 67895296
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65b9b87cbdc32929ac328fb550fdfa6dd0a879b2e28e8d713f5bd03a9eb31ffd
|
3 |
+
size 29268992
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cb79e93cce351aae99a64203a27c1e7f0e376ab2ccb003e1c3cac091414251a
|
3 |
+
size 33947648
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4287ee801afd7ed8dc0c93cd03b8c92d72150ac289486f198d967bae152605b5
|
3 |
+
size 67895296
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:950376ca3768aae06a576ee8e433ca66a786c50a72ea5c88b95bfb5a2632c787
|
3 |
+
size 33947648
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94189622d88dacba4141ec257e5dae7074a534825f4e68b7c90e96ea6d8ef592
|
3 |
+
size 29268992
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1ce153d00d49a31f3fbf8ebf84ad8b82d59e84eb86fefa6000d4960cbf99ae4
|
3 |
+
size 33947648
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa5c0264fdb5912ea5d5897454469a49f19fcde9e38605a24a1d0e4e73f7ac12
|
3 |
+
size 67895296
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d00c8b6c18d6d08f4e0eb66c1c4ee81eaa7ea19f8a4adc748d4990df7efa6046
|
3 |
+
size 29268992
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02788ff5ecf0c979846429bbade6485bec7acf9487cc9737106bd7d6c9123a52
|
3 |
+
size 33947648
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1dc684fe83c019940703749b65475f65053935448849222bfe43cfbef1bd5b1f
|
3 |
+
size 67895296
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae3aa966f9eb5596f5c69f35c7d6c03435638d9fd45f09de4bf58172e0142277
|
3 |
+
size 29268992
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b613b20ac66d8b94a2c1524ab4fa5d93e05b6d928b86853920f7c382f7d35389
|
3 |
+
size 33285120
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38a70888c762937cf29e361a0ff586eb5c495044e893835acde94944a35faacd
|
3 |
+
size 33947648
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65214bd093a4ec9b6b5ca5825e43758fa9eefa01da175a27f7b232eb8ae158ba
|
3 |
+
size 67895296
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d85cbaf2abbf63c231c39bbc0bf3c1c507cfab5587e94e86b3397d3ee81e305
|
3 |
+
size 67895296
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1901714228f4f2c13bffbe42c68c71ccc8ca23b54ac108db07985d677f71624
|
3 |
+
size 30301184
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36bf146d2ed31be59715209bcc08210a2f66fa6515c9212f967991f320ca631a
|
3 |
+
size 33947648
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0a6db22c5febdb9fd8c514fca6f24c8086b6603c104f89f59a9c34c8eb6a02f
|
3 |
+
size 67895296
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b3df81cb7d29ac0baf358bf6b19e2cf1fc6a56876d77935675fb5838367dead
|
3 |
+
size 29268992
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a52b4e42cc814d56b60ababd07ab2a49739d6a31789915b79058556f3e07f73
|
3 |
+
size 33947648
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:21a9a28e48a8e29701d496fc896a0893af99fb2be72f96126af5f21fa932524a
|
3 |
+
size 67895296
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e8eb9d11c8427e488c8998cf0ff6540e55340b7c119908a44d854ed7d1b4f49
|
3 |
+
size 29268992
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51ed96b79d7d9ad87c38217c31956eae36dbc551e012fe2b98ba96d4cfa8c146
|
3 |
+
size 33947648
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6d0b3c0b6e763510848381b5ba8a17ae7152d3f318906e1db42d84062c375dc
|
3 |
+
size 67895296
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:158d94fe3a498b6c53bb129cf51c984dc5e9535102baa2ab2f8268f4e622f84a
|
3 |
+
size 29268992
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e121ffab6265e3917cf339d430e878beaf95f73e7cfbd3e120fe32f08f8587f3
|
3 |
+
size 33947648
|