Hugging Face's logo

cik009
/
Qwen-1_8B-Chat-q4f16_0-MLC

Model card Files Community
cik009 commited on
Commit
be2f8f7
•
1 Parent(s): aeafcac

Upload 34 files

Browse files
Files changed (34) hide show
  1. added_tokens.json +5 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_3.bin +3 -0
  26. params_shard_4.bin +3 -0
  27. params_shard_5.bin +3 -0
  28. params_shard_6.bin +3 -0
  29. params_shard_7.bin +3 -0
  30. params_shard_8.bin +3 -0
  31. params_shard_9.bin +3 -0
  32. tokenizer.json +0 -0
  33. tokenizer_config.json +10 -0
  34. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "vocab_size": 151936,
6
+ "hidden_size": 2048,
7
+ "num_hidden_layers": 24,
8
+ "num_attention_heads": 16,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 11008,
14
+ "context_window_size": 8192,
15
+ "prefill_chunk_size": 8192,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 151936,
19
+ "context_window_size": 8192,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 8192,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.1,
31
+ "top_p": 0.8,
32
+ "conv_template": "chatml",
33
+ "pad_token_id": 151643,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 151643,
36
+ "tokenizer_files": [
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3076fae0f98de51bba60050c6d1c51f086fb836a229fbd8a3b332ec25591d7
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8af6857fc02632ad1a6a84a2e4433815ee69a2220758ea944797bd78c9957e0
3
+ size 28901376
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68cb841f01ed76d491a326d809c7afcecca98ed8cc633424ee1d595a3bac7c38
3
+ size 28479488
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:237878e7a1094d0b3a23e5f57a8104499a825069f0984a5c3099bef2b2aeff76
3
+ size 28483584
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f283d390841e7caf2f7aa4451bd519a2a0ebf8a7079210838717e05a326a43
3
+ size 28479488
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c69d207ec45ed06a8b86ff7ec71f94ba78087e268aed0667d1f9feb858aa345
3
+ size 28479488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361c3b689205a45931de924be42510cbc78cbc9028c689f184ebccae714d84f2
3
+ size 28479488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9dd6cfa699adde99ec64634949a5ac6024c5eb325af369f11a43249995abddb
3
+ size 28479488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85998673bb216f94c0e7b192f17c8f36442c58bdbddcb9a8b80a857474bca40f
3
+ size 28479488
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb23adea0bdecef29a62bf082178ac60f8702be146471a048928047dbf0bc91e
3
+ size 28483584
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6642a1a0258cb8f8d672fd0eb903e39a6939ecd738c61ce894bc1e7ed2f5d85
3
+ size 28479488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afbfbbb5d9039bd345a5e3e9fdd75901b65c79e7012701e2654c168250216c86
3
+ size 28479488
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91ab84f6cb068a0c57338b6e352f476bf6f0a1e2778f239ff3ab198db8841e69
3
+ size 28479488
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3156563b376e5cead5123c2b25dfb2ed09645ed4eb65df575c87b2c7c9ffa6ee
3
+ size 28479488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61cc4c927222c79d507553a399a426abc787743ac272a71b43ee72447fa82357
3
+ size 28479488
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd8c1f4bb7f53c82f3b7db9dcc7f2b78e9ae7a812a1fd2992a62a4e0ab8e48e
3
+ size 28479488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f331d983d4fb6e4a379a1c27d27ae8e6bf86d350bc6e582d26d2175b677046a
3
+ size 28479488
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e81d98aed0d760aa64045d5e3b6833333a46d1c7b90d3138b12d41e9de64d3
3
+ size 28479488
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8ce6a19ef811257db23c06d8cafb4d3ef7e6d11e9910b4e4ff76eb57488121
3
+ size 155582464
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04059b5030c0af96575ae339d111d43c7055da3daedcbb0d26aec21b4bccd68f
3
+ size 19447808
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8babba21239f422cfa4bb98a1d81e8d5138b80fe7d21a1c3d93c8011444757eb
3
+ size 19021824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0d0f295b2a5d09a68eb580d027a7b0e04c8877c847a0cce58e390d0464e737
3
+ size 28479488
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acdafbef3e25486b3d08d0a1ddb35955e0d8de7735e81680fc5bf98a56fc6a8
3
+ size 28479488
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3fd234da2a5530892dcc1ef6e1f8a920e5035cab9a979a789dee13261018bde
3
+ size 28479488
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d785ab857568bd5ce2dd21e2ef6fb8985c6eff8e76e78d7aff36be7dc857ea8e
3
+ size 28479488
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f6222cdd17470b01bcdeb185387c8c5527076875add22a93d92c14129da7269
3
+ size 28479488
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4f14f1d5ca5e5c1e276041d86eaf358ee31b2bfaab4ad5f321f269b1c1e641
3
+ size 28479488
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed6c0df77f15b912561fe112cb666dd849038b427bde9267acddbcc0c3fcc06
3
+ size 28479488
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 8192,
3
+ "tokenizer_class": "QWenTokenizer",
4
+ "auto_map": {
5
+ "AutoTokenizer": [
6
+ "tokenization_qwen.QWenTokenizer",
7
+ null
8
+ ]
9
+ }
10
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff