Hugging Face's logo

ed-nt
/
qwen-2-q0f16-MLC

Model card Files Community
geonmin-kim commited on
Commit
44ff0bd
·
verified ·
1 Parent(s): a78d3ba

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +4 -4
mlc-chat-config.json CHANGED
@@ -13,17 +13,17 @@
13
  "rope_theta": 1000000.0,
14
  "vocab_size": 152064,
15
  "tie_word_embeddings": false,
16
- "context_window_size": 32768,
17
- "prefill_chunk_size": 8192,
18
  "tensor_parallel_shards": 1,
19
  "head_dim": 128,
20
  "dtype": "float32",
21
  "max_batch_size": 128
22
  },
23
  "vocab_size": 152064,
24
- "context_window_size": 32768,
25
  "sliding_window_size": -1,
26
- "prefill_chunk_size": 8192,
27
  "attention_sink_size": -1,
28
  "tensor_parallel_shards": 1,
29
  "pipeline_parallel_stages": 1,
 
13
  "rope_theta": 1000000.0,
14
  "vocab_size": 152064,
15
  "tie_word_embeddings": false,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 2048,
18
  "tensor_parallel_shards": 1,
19
  "head_dim": 128,
20
  "dtype": "float32",
21
  "max_batch_size": 128
22
  },
23
  "vocab_size": 152064,
24
+ "context_window_size": 4096,
25
  "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
  "attention_sink_size": -1,
28
  "tensor_parallel_shards": 1,
29
  "pipeline_parallel_stages": 1,