Upload 71 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- mlc-chat-config.json +42 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
- params_shard_51.bin +3 -0
mlc-chat-config.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "stablelm_epoch",
|
3 |
+
"quantization": "q4f16_0",
|
4 |
+
"model_config": {
|
5 |
+
"vocab_size": 50304,
|
6 |
+
"hidden_size": 2560,
|
7 |
+
"num_hidden_layers": 32,
|
8 |
+
"num_attention_heads": 32,
|
9 |
+
"num_key_value_heads": 32,
|
10 |
+
"norm_eps": 1e-05,
|
11 |
+
"rope_pct": 0.25,
|
12 |
+
"rope_theta": 10000,
|
13 |
+
"intermediate_size": 6912,
|
14 |
+
"use_qkv_bias": false,
|
15 |
+
"context_window_size": 4096,
|
16 |
+
"prefill_chunk_size": 4096,
|
17 |
+
"tensor_parallel_shards": 1
|
18 |
+
},
|
19 |
+
"vocab_size": 50304,
|
20 |
+
"context_window_size": 4096,
|
21 |
+
"sliding_window_size": -1,
|
22 |
+
"prefill_chunk_size": 4096,
|
23 |
+
"attention_sink_size": -1,
|
24 |
+
"tensor_parallel_shards": 1,
|
25 |
+
"mean_gen_len": 128,
|
26 |
+
"max_gen_len": 512,
|
27 |
+
"shift_fill_factor": 0.3,
|
28 |
+
"temperature": 0.7,
|
29 |
+
"presence_penalty": 0.0,
|
30 |
+
"frequency_penalty": 0.0,
|
31 |
+
"repetition_penalty": 1.0,
|
32 |
+
"top_p": 0.95,
|
33 |
+
"conv_template": "stablelm-3b",
|
34 |
+
"pad_token_id": 0,
|
35 |
+
"bos_token_id": 0,
|
36 |
+
"eos_token_id": 0,
|
37 |
+
"tokenizer_files": [
|
38 |
+
"tokenizer.json",
|
39 |
+
"tokenizer_config.json"
|
40 |
+
],
|
41 |
+
"version": "0.1.0"
|
42 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a5c4bc30d36daffd2986fb32a5e3632a126d4ab6757bb69640faa73ad777be8e
|
3 |
+
size 64389120
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d98ffc84f3367c49da30054c23d9407a3b09a37df4790e32305e99297eabd0d3
|
3 |
+
size 64389120
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:876fe4686e9fa980e4de00f59be3bcdf94e375386b133d393b401df0118ae0bc
|
3 |
+
size 17694720
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a958bea65c5c973683213f0a2a5c3450e6234873fa5ddb7c9ef42e6af20d649c
|
3 |
+
size 26931200
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9fb461c689b231634468e7d40f5094aa897247fd98ac50837ded0719862a5bd4
|
3 |
+
size 17694720
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b26f6da6e1540f5b8516fc4b3fc9589e49fc3feb8d60dd3c86464d67c36d119f
|
3 |
+
size 26931200
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7f4f6d6158414bb2aa6ac78aa4d39f9a63a551d97b90c1d767903ccf2a8ba62
|
3 |
+
size 17694720
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b8e59c31754acadab38dc48b697bdb239aa36fe4382f80789e55cd36eb44f81
|
3 |
+
size 26931200
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:717866b7569af52a95dbf56d2c1b3e2c8597facf9247179136dfc2fee00918d4
|
3 |
+
size 17694720
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1789e61eb664d60a517c61910cf1bed22ed0df05c5dd2239ce92cc816509783e
|
3 |
+
size 26931200
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fabae81f549ce308a2a6ab03dbd1b17b1190625d96006f0eb8b0b74c0d1741e7
|
3 |
+
size 17694720
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4b2281714dc00cdef01e6a6c61ab0a626cd8d42af5b93e15a7dc3ad78550b6a
|
3 |
+
size 26931200
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92dc08292c3753fdea72156aa060c4dd50d52e8c5aab5b50f8298424e58040be
|
3 |
+
size 17694720
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ab5d100b55f0e7e31caa1842a7e58e33719c5eb089ff5771365da951ac0a78a
|
3 |
+
size 17694720
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30422ae1bffb44b0d3f94c17656889cc4a30ff26aeb1090002366d1a9179d8a5
|
3 |
+
size 26931200
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:574426ea48470da1d45a83b0f0ee492cd8615ffdf9e52fd568c71d825eb04b3e
|
3 |
+
size 17694720
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ccda75be80e627d7bd46da54e3ff6864c2ac72cc12e860c91551f49244f668cf
|
3 |
+
size 26931200
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e8d37ca1668994a3a441177f825cbdd2a8a7512a034ff1532da549f7ddc5dfb
|
3 |
+
size 17694720
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cbea844ad866dabd7bd9e8d794ac33d12c5cda79c4bff10d899e5db6fd4f43d
|
3 |
+
size 26931200
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c646b4d593f71be7611e192779b67f45106c7137be8bdc893a442702aea322aa
|
3 |
+
size 17694720
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09fee5572d0e7eada5720f2f5859fbaef8c5ce36c484037c14da9fba433ac801
|
3 |
+
size 26931200
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cbce2c9730726117dc0e904f0d63c8e45249510a4e00a1d954e0081a430f479e
|
3 |
+
size 17694720
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cba81f36ef3cffd6ff45ee970be09992a7deb4eedd5138a9007ced7a24acc5a2
|
3 |
+
size 26931200
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de0f151e38bdc1d5ff5a70253a33f899c852584e01545db57a7d18950f9905c9
|
3 |
+
size 28282880
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f03cf11e1ec87d142686d0f3187114358d2755463c0e5349921f05dea171e234
|
3 |
+
size 17694720
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0b20803934f9af89c4e1d4dca8110545acae5b45afa3393579e028114a84a0f
|
3 |
+
size 26931200
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96fdd0ee14ce1d5bea094adfded68ae0428fc3171ad933f468ef6860a469f625
|
3 |
+
size 17694720
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7df14717f87affd1df0a140cbe248ece9ef1a5242274238c3d5c36463a326b83
|
3 |
+
size 26931200
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a25d7c41b7be2bc03a7ee9a3d2830470b8c5406c5eef1d1e5d0c3e28df5a76a
|
3 |
+
size 17694720
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03a809a8193b4a9b1a322b032ffa2a5ebcb45f8a09a11370b7c8c84eff6fc13e
|
3 |
+
size 26931200
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ab02c8ffdad0d285ebb2bf8b4c28e6c08aef0edd218f0aa8b6af2ff15b3b1c2
|
3 |
+
size 17694720
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb3fe9927c72185b1a1ce764b7b5493ee5428809fc58920d1999aeee55225256
|
3 |
+
size 26931200
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de7e4b17aef105b8171f5d82235c269c871d6eabf0a89d3a6c2638a456f2083e
|
3 |
+
size 17694720
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96958724529df0451bc50d6aeef68fcfc8b23b151ff90f5a05326837eb15e229
|
3 |
+
size 26931200
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec89c8ac0a3d9dbe8c857716c63a9e44f4e981ee457eca0f3ea6e80e5b34141e
|
3 |
+
size 17694720
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:839644b8f727f1c1531269671deb39aea3aa0873949bf63c99b1a335063bcde8
|
3 |
+
size 17694720
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aabae6599e791854b653c5686e7092809a2a09d3d7c90aa5496bf31faac38e36
|
3 |
+
size 26931200
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27fcdd174e38875b67be0a642f0f70fd357514079ff863a747dfdb7a171a9641
|
3 |
+
size 17694720
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7875158c8cff63bcd0313a42472b6d0c96bade73e0fbb1b43a5e9478f68b4e1
|
3 |
+
size 26931200
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd6d41c12b4c4ab0a34a6fab4767d45acfd4a1bcd5840871f2f784b5dca12f9d
|
3 |
+
size 17694720
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:70f5912723daf961df59676b3200ee03c5a1ae880d82d5dcde3f9257ca967cb6
|
3 |
+
size 26931200
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db8822cf20405f3ec721ac5842c70d429eb3bde1baf1c80eaa613bae2479f3e4
|
3 |
+
size 17694720
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f310d3e9a921bc7656dfa589d1c8c340874dc2cd78683d3e562ca2def7b6f5bb
|
3 |
+
size 26931200
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fbd9cc50639c8a6106cda8e4a1899609b435b46b357884f2b821d0b1ad48c80
|
3 |
+
size 17694720
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2b851b2ecc93a3659dc8205af0e7d7abc8496bfb3d33ba06daffeb7cbf05b25
|
3 |
+
size 26931200
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76a98bc91168de0f8a63a92fad8933df98531ae6de9c5bc449fce0ec90a075a7
|
3 |
+
size 26931200
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6547d2be144dc6c92f657a881c3cb817cb7abf53dfdeccf3ae217c31becfd083
|
3 |
+
size 17694720
|
params_shard_51.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8dcda10611e972467cf5f855fc7d4dc0d42f585fa879e9950b296aff9388f9bf
|
3 |
+
size 26931200
|