Hugging Face's logo

cik009
/
Qwen1.5-4B-Chat-q4f16_0-MLC

Model card Files Community
cik009 commited on
Commit
498afa5
•
1 Parent(s): 167b907

Upload 90 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +44 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen2",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "hidden_act": "silu",
6
+ "hidden_size": 2560,
7
+ "intermediate_size": 6912,
8
+ "num_attention_heads": 20,
9
+ "num_hidden_layers": 40,
10
+ "num_key_value_heads": 20,
11
+ "rms_norm_eps": 1e-06,
12
+ "rope_theta": 5000000.0,
13
+ "vocab_size": 151936,
14
+ "context_window_size": 32768,
15
+ "prefill_chunk_size": 32768,
16
+ "tensor_parallel_shards": 1,
17
+ "dtype": "float32"
18
+ },
19
+ "vocab_size": 151936,
20
+ "context_window_size": 32768,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 32768,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.1,
32
+ "top_p": 0.8,
33
+ "conv_template": "chatml",
34
+ "pad_token_id": 151643,
35
+ "bos_token_id": 151643,
36
+ "eos_token_id": 151645,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "vocab.json",
40
+ "merges.txt",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "version": "0.1.0"
44
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51d7b44c662e63e958cd3a4f9c27398b89fda2adc1be3f9d081ac2fa9cf1f11
3
+ size 194478080
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cef62e80677ada1df92597436a7d2c2b53daedbe8a8f2ba2a2e34498cad1eb1
3
+ size 33162240
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8b1d342abf90131186c3afbe52a89edcc3c52a70bdcae60bf0cfa2f7bde1d4
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9558afb6a380d8e223e91143a4874e26064de603a6c8c899cd8ac416a3307234
3
+ size 26936320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cdb925981962a7112802ea46a6fbd51948959aaecc51f7e074ea947a0e4cc80
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb98c8d3c6c8868ddd763bda63feb838248549bfa0f4b5e86e92f01f8bcd2e60
3
+ size 26936320
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56980c62f63d40cdfbfcb8823ea7bc000e86c7bebe27f692a0347204d90d2c52
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62aa0c045e9122fdd820dac7071820c6e3f7e66f5306f133684116a2d0ff8803
3
+ size 26936320
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9367a3216620bae8ff315c67b096724d2a408997c80394d1974a9adecc2d7916
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb79cccf98176a6454139691baa05479bce4e2e54662aed66cf2d7250cbc1bd3
3
+ size 26936320
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91bfad9238e77adcadfdf1136fc881779689dedf4b62a44afcb83be477006dfb
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4642dd107f1906316a77e6ec10b598c74d84bdee52a9b39bd70ea35bd24449
3
+ size 26936320
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14e53f236cd63092f17171a4f556c90ec5b3a314ffca9fcafea734d5f408dfa7
3
+ size 24709120
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc94617738efb73f81fdd270ea43be876f5a281fb6f16953ede7da339cfa81e
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27037e4cf93ffa9b5034c9bb3c58a8955faa22a437d2691410940b7ac18499ca
3
+ size 26936320
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75bec685266f855a49985d5fbcc4ed0579d0030a18b5b774a34b4dbfb43cccfa
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a3d805b897c8b88153bb21bbe42e16dbf97f394c7529cbf8e5d2d1337babb7
3
+ size 26936320
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a758ddacef068c8ad52ac3169492caac96e75bcae5395b64d6213556f6fdf33a
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75b3dc8850a6871425d323b5a49747aaf7d72eb9ae8b3c935a29fe61f4943ef
3
+ size 26936320
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4820de35ecdcc738300e1842495167b83cd0c7dad94c1569782206a22bdcdb8
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cbdcbfabbbf5aa01b2b6935cd89d755c0919375b7fd258d54f43bc361cf490
3
+ size 26936320
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:290a0ed6f261f9497dd6f8970d86cff4d2f0729aeb4c5ef0b7cb3d9db977a93b
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5534008a0e94807dd6237b2c6cde44c99e862531c2b5f1f95a65df1c6b21a324
3
+ size 26936320
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0b56471dfc2a365a68319640b1fef5a243415ebc3419cff1fbbd3bdf76aac5a
3
+ size 29880320
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67528836e366983520f5b98970cd51c83c3a3f76b13e27a87ed23028a0a5c23a
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8907682bfd498f17e5f5737e69d4205f5973e1542ef77bab480d9b889ade9d8e
3
+ size 26936320
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854ee6916be06c5646b5e133d3ff96542de51d49a0facea50f115d31023ea3a2
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f354033c2c1619a8ed5a786a91ceee06af4f2e47c959b749acd4d70bf928e546
3
+ size 26936320
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4922cbd4ea3dfa24631550332ba06cd53fe6dcc78ff67befc9cd554ad4156d
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411078fbeccafd22caff37c45ff1cab9a0a8787434a503616a6c6a0186c4a6d7
3
+ size 26936320
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a58fcab38049b093604ee173ddb3638d2660b66a518f714706264fd4dedd3c9e
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dab324cab044badc0c8b3919e99bd1492dcc85d1a3bdf8d62529387edec75c02
3
+ size 26936320
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740213733523270cda1f655a1e92ca8d2951cf2ee74a1e6a403c19a3e92dd49e
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a28aa5b2ec4ece02241cf532199e7cb71c3a64af78a94cd84d3c22859d7dc39
3
+ size 26936320
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae69aed6b7bbd09797883f2be186460aa8727c3c7857ea93e6503323184fcc4
3
+ size 17694720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eee84e5524136a766be5544a397d6f5c9a74f1c72db29efe842b48b066cd030
3
+ size 194478080
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c16a98be90a8f22af5718a4e48be13e5a1d1b609210e9b6d5032bd7493b0f1
3
+ size 24309760
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8ca3ac6ddc51fec7234d7e2b4efcb226301612774dbd55ea8f3d134cfd505c
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22f282330121f4c7c76946e8249d4828fcb81fadb8d8b10a915a4c5264a2f68
3
+ size 26941440
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc301c4b876435ac9008e8c805e1ea157b4d1a1dcc2cc99ff1821d04be6a14d8
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6831cba889ef631b3cf6dcdeb827b731005311b38f9ce3edf7c6e72f2dd87a0e
3
+ size 26936320
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b83b12f6707dd14805636adbb0e8808eab78a963cb1bae5fea7aeffb83960359
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8676165de6eb6a9376963e2bd1a9ebf093acf9e730b9b4cc902cbac91e7b7ffb
3
+ size 26936320
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8067fd4d19bb2b4180fea54ee123605cad9bcb173d8457f6376622aff339707
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fd5d381e2d5dea1a937578daa27271494da9867a438fbabad2b5719926a8a3
3
+ size 26936320
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145ad29fdb35a029ac00bb41af64d5ba1c70363fddf95f30f85dd4e7aec92e3f
3
+ size 26936320