Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs.txt +0 -0
- mlc-chat-config.json +41 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_106.bin +3 -0
- params_shard_107.bin +3 -0
- params_shard_108.bin +3 -0
- params_shard_109.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_110.bin +3 -0
- params_shard_111.bin +3 -0
- params_shard_112.bin +3 -0
- params_shard_113.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
logs.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "llama",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"hidden_size": 4096,
|
6 |
+
"intermediate_size": 11008,
|
7 |
+
"num_attention_heads": 32,
|
8 |
+
"num_hidden_layers": 32,
|
9 |
+
"rms_norm_eps": 1e-05,
|
10 |
+
"vocab_size": 32016,
|
11 |
+
"position_embedding_base": 1000000,
|
12 |
+
"context_window_size": 16384,
|
13 |
+
"prefill_chunk_size": 16384,
|
14 |
+
"num_key_value_heads": 32,
|
15 |
+
"head_dim": 128,
|
16 |
+
"tensor_parallel_shards": 1,
|
17 |
+
"max_batch_size": 80
|
18 |
+
},
|
19 |
+
"vocab_size": 32016,
|
20 |
+
"context_window_size": 16384,
|
21 |
+
"sliding_window_size": -1,
|
22 |
+
"prefill_chunk_size": 16384,
|
23 |
+
"attention_sink_size": -1,
|
24 |
+
"tensor_parallel_shards": 1,
|
25 |
+
"mean_gen_len": 128,
|
26 |
+
"max_gen_len": 512,
|
27 |
+
"shift_fill_factor": 0.3,
|
28 |
+
"temperature": 0.7,
|
29 |
+
"repetition_penalty": 1.0,
|
30 |
+
"top_p": 0.95,
|
31 |
+
"conv_template": "codellama_instruct",
|
32 |
+
"pad_token_id": 0,
|
33 |
+
"bos_token_id": 1,
|
34 |
+
"eos_token_id": 2,
|
35 |
+
"tokenizer_files": [
|
36 |
+
"tokenizer.model",
|
37 |
+
"tokenizer.json",
|
38 |
+
"tokenizer_config.json"
|
39 |
+
],
|
40 |
+
"version": "0.1.0"
|
41 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54320ba5af3cbdd2d2a6c8efe449a040bec9c072f4f41f9b57fa439d4acb077a
|
3 |
+
size 65568768
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0658920bfbea5bf1df25a06ece8bed12b0bfc68a8ce096cb0280d75ded1ee67
|
3 |
+
size 30748672
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:70ab9c2ecccc9738d4b8c33014cf2f69ef1f031a719f754fee0e85e85b3af4a0
|
3 |
+
size 25165824
|
params_shard_100.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9448f6ecd09986f196bae3321d974f6b4c2e1448f4af000362189ccf3bb4b9b1
|
3 |
+
size 32587776
|
params_shard_101.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65f822c504b251a597276d64452cd0c5644c443eedab0f4a0bc9882a6556d469
|
3 |
+
size 45088768
|
params_shard_102.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b51d7d58811ffae0695f2dceaf3a19597272e5e4bc91b3e68d2328a2ab28cd2f
|
3 |
+
size 25165824
|
params_shard_103.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65e25ba980f587fe45780cb6766edf36b2221f8cbf548e1fc926fff45dae2493
|
3 |
+
size 32063488
|
params_shard_104.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:135053ac1515f0a5b1e797cdbfed450e8cad946ea6d6cb7af490f52a24e8ffb1
|
3 |
+
size 22544384
|
params_shard_105.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f83deff86c21cef6ffba53bd3935f68ddd786620195ba58920552086c447f52
|
3 |
+
size 45088768
|
params_shard_106.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2669238f729accf405f39ade059ac1bf1bb777d5073f967d39c6cdd4774d5da8
|
3 |
+
size 25165824
|
params_shard_107.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:29f7631ae7b092694a6d4aa9913693f46f2f95118a72cc01ddd01bcee76c6269
|
3 |
+
size 32587776
|
params_shard_108.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9aa2c17d57a5c99bc757a57414bccc8dbf1a6252089941d748634a086d700e10
|
3 |
+
size 45088768
|
params_shard_109.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ae6ccc46c688dccda50deaca295aa4633afec379245bab97d58391e62753dd5
|
3 |
+
size 25165824
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2408da992c636912e5223e77e9ac6c6cef0404771e240f89b2965d5eafb30696
|
3 |
+
size 32063488
|
params_shard_110.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff9b2ee7299c51f02025b85fcf82260d665bbaec165aaf762f4cadc9c6684d49
|
3 |
+
size 32063488
|
params_shard_111.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:350b2fee6fe38de71f14ea8d88b5e9250965c617823ded5d2b1dc47cf3172962
|
3 |
+
size 45088768
|
params_shard_112.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51cf002733abc923a3a7ef3fb281348720defe37a8243f140f718798c14a617e
|
3 |
+
size 25165824
|
params_shard_113.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a13b1047a7c57c9e998282ac1f2852baf5193e678242746416b23bc72c25b85
|
3 |
+
size 30801920
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5a829d6feb9fad345b3224f2fc9073cf81c153c221c37c58c90c4ac5c35852e
|
3 |
+
size 22544384
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0969d30523712d659ced13a8d0624c7f9ea70eb7061a4bf60e6b6994bb42596
|
3 |
+
size 45088768
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07541edde23ee959dfbbcf0b83f611bdafa6ae173884c7773fe73651a2bc440c
|
3 |
+
size 25165824
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:245cfe4e8e8de81818309e08f015c79d9c9aca9b864948758a55bc3c1f06e986
|
3 |
+
size 32587776
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f29e431f1b0838a3fe48e34fa26692a2077ff5f0896a774648565a9e8a56c53
|
3 |
+
size 45088768
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1ea552c1e680b0a85f8957603f4239ea966902bf7fb6c51a9da2434f507737c
|
3 |
+
size 25165824
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66e61b1fe2f0d85fcb9edc69a798aadf1d211696dff62e370b1b47185ce8c7d0
|
3 |
+
size 32063488
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:582ff9d14a430250055088e509218162362c49a4fe22c66364880b1fc1673c6a
|
3 |
+
size 22544384
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1c06b1686270f6060e33c26c6f1b4ecc1c7ca88602ebc6a6e9888bf489a8529
|
3 |
+
size 45088768
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09c3fcd984f55a1918245910188d1d6dcbf5ef1fef00c82051982607df391cd8
|
3 |
+
size 45088768
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b052d0e1ebbe2e4596daf63600151b1f672a1465259d814f77a01cdded2801cf
|
3 |
+
size 25165824
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95ca21743b95d547b110fd0c7e054b20a7a7377d6e1f3ac67ed739c94d1b535f
|
3 |
+
size 32587776
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed437e92bbb3e7bb32771af04450bffafb216920f3178c48511c59aeaa2afc95
|
3 |
+
size 45088768
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f2dd5be779f12abd29b9f70cb3f621211a3d7a5df03e6ca012c77e17e3a2f0e
|
3 |
+
size 25165824
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40e7ee9938a64dbf953175dd56262eb68037c0acd934aa65ac1c839da0285a80
|
3 |
+
size 32063488
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f8a73c309e800b1a95ce013db3759866a7360a1d25eb31d064cd3a2d701c493
|
3 |
+
size 22544384
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb0be4366a42b6df67d0aa2fe422f93ac177dc2ca879cfa669d4a6a4cfde489c
|
3 |
+
size 45088768
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66a624c4c12d5527956db006fc88224709f00eccd8876af4ce1116e09b7ba654
|
3 |
+
size 25165824
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:866935895fb294295121b55359f1250cd0fa2c5341c2f1e40c2a63f8c5969537
|
3 |
+
size 32587776
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:540c593cd83733a2d446b498bf7db40ddae84b9f859fa8acb6fe11342aecaf9b
|
3 |
+
size 28196864
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c90403a87199dedb5215a21e0b695935d76bd3e6eeef0069b16ae6ffed16bf40
|
3 |
+
size 65568768
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee07227f8edf5102bedc579e271902a59c39c75e0ca8903e383a4abc883f63df
|
3 |
+
size 31805440
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45f2cb023339ec80ad5df121b8af1bfca69b6367c9fb27b33107f3ef3be90120
|
3 |
+
size 45088768
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dee5c1dd17589496803aad5bf91b6f1627b66e70d24817d877d068f26a1d328d
|
3 |
+
size 25165824
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11b212d2d7863b80e803cc157ebb059b1e876b43195635fa3f146ea9949c9e88
|
3 |
+
size 22544384
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:936b80d135e2d26f6e50a0d02755222a1a151c529f61268226c7b2833c0b739d
|
3 |
+
size 45088768
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b4728c0591e815d9682b5327d185c24f876d83f4b75f495b53f70a7086309198
|
3 |
+
size 25165824
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02d194b8b2d8594badf829358c4283d142ddec37fe4cc5a30ab4614456bd2e23
|
3 |
+
size 32661504
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca17aabfbf98a8cc16675aed68a4e9cb4a99ded3abbd94e3be481050b246b721
|
3 |
+
size 31989760
|