Hugging Face's logo

mlc-ai
/
Qwen-7B-Chat-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
f34bc4d
•
1 Parent(s): 9034236

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_12.bin +3 -0
  27. params_shard_13.bin +3 -0
  28. params_shard_14.bin +3 -0
  29. params_shard_15.bin +3 -0
  30. params_shard_16.bin +3 -0
  31. params_shard_17.bin +3 -0
  32. params_shard_18.bin +3 -0
  33. params_shard_19.bin +3 -0
  34. params_shard_2.bin +3 -0
  35. params_shard_20.bin +3 -0
  36. params_shard_21.bin +3 -0
  37. params_shard_22.bin +3 -0
  38. params_shard_23.bin +3 -0
  39. params_shard_24.bin +3 -0
  40. params_shard_25.bin +3 -0
  41. params_shard_26.bin +3 -0
  42. params_shard_27.bin +3 -0
  43. params_shard_28.bin +3 -0
  44. params_shard_29.bin +3 -0
  45. params_shard_3.bin +3 -0
  46. params_shard_30.bin +3 -0
  47. params_shard_31.bin +3 -0
  48. params_shard_32.bin +3 -0
  49. params_shard_33.bin +3 -0
  50. params_shard_34.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "vocab_size": 151936,
6
+ "hidden_size": 4096,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 22016,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 4096,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 151936,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "max_batch_size": 80,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.1,
30
+ "top_p": 0.8,
31
+ "conv_template": "chatml",
32
+ "pad_token_id": 151643,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 151643,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf01854b613a37b5b00b964a79b332aed5ee706b782649e41b1f279fb292340
3
+ size 311164928
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd74d135d5f9077e503170d0082b0c6da70c14a2c086cca5907b64f76b03481
3
+ size 38895616
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc6454489011943072c9e3a4cec134cb7ad9a2d9bf256916a7e2a01964c67d5
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9030691003d953347872d404cf4c90c02e07938f176f87010192580f8912665
3
+ size 32612352
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a0af1e85a63e8f2ada52c636e18ae5fd89f4deb1da37aacca00ed6169a593a
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22418f15d32eddb360bcde10dbadf35db6cc97196f0e2e9c25fc7651476236c8
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c18e4c8cfb376bd23ba352ec8b24fd2f041772c6365505cdce00f5ffb594350
3
+ size 32088064
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46823ff5f3f47c6cf908abf10b0a90bbc72d0605d84168d795624af7e77470e
3
+ size 22544384
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd27ed334381e0b1ddc905b1e660ce0dcb2b4cb1d32ae7f9945cab36062d20c
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c11238d537af38dc927d2ff351eb9eebd243c1f139516bfe54db7f57d635169a
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63839edf8f867c7c6874f9539bf91ad9213ab29454ffa8a61891da79c57ab33e
3
+ size 32612352
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9626053d16d9aa708e823b5f740ca5303dca46e1b68eecab926c5bc6ea2570
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9fd3fe6ffe3af541345b4e9133c8e198d7d938bb2af5d669b3c91ffb21b080
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:997dc3af96fc9d07494ff998f843ec06e98db8aec04e29dc6cb22d0378cc7b19
3
+ size 25165824
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc67595fbaa7b37bab02ebd6ff0f341dab05027d1b1d091dff0c5dac4a81dea
3
+ size 32088064
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:124b0099e355ad62f1ec4d1d49e68e5e17eea7a790f4fe1a513f2ff9fc7c3d5f
3
+ size 22544384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413cf2d3033c327de26c4f5d5f27eeb4ac1d8fe837c1d460ec07e1760f5a7200
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba65b2bc3f4a073a6078703625a227664430894ccff8c725f62479618d16028
3
+ size 25165824
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808cea1933db3d91ce130895969dfe877e1bd38f8e8d7a28a532b0d5313464c8
3
+ size 32612352
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea11f16549d797799de104809d5d3f5e7b4250e897d63ca3832eed50110c6e63
3
+ size 45088768
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9d455b4dee1ca0d3ca208f65e90e85df5660ae1f2d0deecf20c528695388cd6
3
+ size 6701056
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f77abe9ea0d3ce3ca12a9d38beadaf9ccc9377dd72dd095996886c14c83a9b
3
+ size 32702464
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d80b34007aecf542fb0be5da3dc27664315eb31914cfa8112b922f413c3536
3
+ size 31997952
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:918b298a2e9938482c9480fa7f8d2c03dcb38179196e2e12628c48add1a6e25e
3
+ size 45088768
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f3084e54458b9a9b3d155cc763c8cfcf4777501cf1e1a239778aa52315e614
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d23895fe8e924d57181c46e12af95617ead02b003daf2d66d478f4da79cc6d48
3
+ size 22544384
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cb96d14ca5b5bc611099e0e8e63cd1240c049f9d1d7df1102be1e328c6822e
3
+ size 45088768
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e8e593fc9e8d7d88d32c0feaeba8f9bd7169c8a0e5b6cb384c065cc09f1d39f
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19fd148b69bf21342a5c31a8e94995023bacefb3252f277271a853a17b47972
3
+ size 32702464
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3dd162cf893b6605d10540eead958fdb56569cdca5e6f9906b5947b426f946c
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69d5cc75617bfc61f677e2cc3acec5ed68f208656d2712b28d8d54e3520254d
3
+ size 31997952
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82562ddd7d78b838e7ef3568f6eba11b67126bb58a6f00b395e76af144499bf9
3
+ size 45088768
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5f4fe012dc116d6eda900e68fe91065187f3288e9f801aeefeed91cc214a86
3
+ size 25165824
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f8753e46ebdc20e80499e320d3682a57a4ca9a2db14c90f011c3f1a7695ac3
3
+ size 22544384
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6f463ca3289ab5664686aa0ab623b4666d938e44c033e42b188a99ef1df6d5
3
+ size 45088768
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49230f46590ab0e5939df3cfcb92de13698ebd6d281a4262f8fdcac41bb7d2fe
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2453f5ac73b383218c8d75e14ae7e224d123b60b0dbd7e3acc203b226475e3d7
3
+ size 32702464
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42fbd6dafc4bf855c91e645738be8a5b179e3814f67985249bd252a41a096e28
3
+ size 45088768
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382747e0b953e0bc706503c59bf0ff84a3aa2cbc53c56fb8d1111e5c26b3d3d0
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e02b9a1f2e7b2736cd40240ea15177aa8a48ebb0fbf562682d56183cbcfa278b
3
+ size 22544384
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd46dd0dc0ea32c45e5a4492affa6ea2ab5ab6c13b9d8cdc5e54eb93e4cabf63
3
+ size 28540928
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e19b48d5df28f6a18e71c200be7634826deaff614207ecc00bd504b7cf53b0b
3
+ size 45088768
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99839114235f7a22d1245c051f96bd195ee7f025638ffd59255916dbbf15294
3
+ size 30531584
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f68447c93e496b4798d7050a60eff22ad4fe01f6bcc6b76b4aa2506d0f1b7a
3
+ size 30826496
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b11ae1b4656470054beb4a2ec169655097358b5c8db2b0670e839991716917d3
3
+ size 45088768
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f0890f0eefae59ed4c4d68b42c27dd1045cf8460e09c32f9600f94781d4a231
3
+ size 22544384