Hugging Face's logo

ed-nt
/
qwen-2-q0f16-MLC

Model card Files Community
geonmin-kim commited on
Commit
ebebfcc
•
1 Parent(s): 44ff0bd

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. mlc-chat-config.json +4 -4
  2. ndarray-cache.json +18 -18
  3. params_shard_0.bin +1 -1
  4. params_shard_1.bin +1 -1
  5. params_shard_10.bin +1 -1
  6. params_shard_11.bin +1 -1
  7. params_shard_12.bin +1 -1
  8. params_shard_13.bin +1 -1
  9. params_shard_14.bin +1 -1
  10. params_shard_15.bin +1 -1
  11. params_shard_16.bin +1 -1
  12. params_shard_17.bin +1 -1
  13. params_shard_2.bin +1 -1
  14. params_shard_3.bin +1 -1
  15. params_shard_4.bin +1 -1
  16. params_shard_5.bin +1 -1
  17. params_shard_6.bin +1 -1
  18. params_shard_7.bin +1 -1
  19. params_shard_8.bin +1 -1
  20. params_shard_9.bin +1 -1
mlc-chat-config.json CHANGED
@@ -13,17 +13,17 @@
13
  "rope_theta": 1000000.0,
14
  "vocab_size": 152064,
15
  "tie_word_embeddings": false,
16
- "context_window_size": 4096,
17
- "prefill_chunk_size": 2048,
18
  "tensor_parallel_shards": 1,
19
  "head_dim": 128,
20
  "dtype": "float32",
21
  "max_batch_size": 128
22
  },
23
  "vocab_size": 152064,
24
- "context_window_size": 4096,
25
  "sliding_window_size": -1,
26
- "prefill_chunk_size": 2048,
27
  "attention_sink_size": -1,
28
  "tensor_parallel_shards": 1,
29
  "pipeline_parallel_stages": 1,
 
13
  "rope_theta": 1000000.0,
14
  "vocab_size": 152064,
15
  "tie_word_embeddings": false,
16
+ "context_window_size": 512,
17
+ "prefill_chunk_size": 512,
18
  "tensor_parallel_shards": 1,
19
  "head_dim": 128,
20
  "dtype": "float32",
21
  "max_batch_size": 128
22
  },
23
  "vocab_size": 152064,
24
+ "context_window_size": 512,
25
  "sliding_window_size": -1,
26
+ "prefill_chunk_size": 512,
27
  "attention_sink_size": -1,
28
  "tensor_parallel_shards": 1,
29
  "pipeline_parallel_stages": 1,
ndarray-cache.json CHANGED
@@ -22,7 +22,7 @@
22
  "byteOffset": 0
23
  }
24
  ],
25
- "md5sum": "1096c3043fce52d07e686e7d70c5687e"
26
  },
27
  {
28
  "dataPath": "params_shard_1.bin",
@@ -41,7 +41,7 @@
41
  "byteOffset": 0
42
  }
43
  ],
44
- "md5sum": "fa12518f256dab0e627e73cd62f21382"
45
  },
46
  {
47
  "dataPath": "params_shard_2.bin",
@@ -60,7 +60,7 @@
60
  "byteOffset": 0
61
  }
62
  ],
63
- "md5sum": "7c93523d9c9ec575cc22618781e70be9"
64
  },
65
  {
66
  "dataPath": "params_shard_3.bin",
@@ -79,7 +79,7 @@
79
  "byteOffset": 0
80
  }
81
  ],
82
- "md5sum": "24b1add61255660dbf0e160b5f01eae0"
83
  },
84
  {
85
  "dataPath": "params_shard_4.bin",
@@ -98,7 +98,7 @@
98
  "byteOffset": 0
99
  }
100
  ],
101
- "md5sum": "c0eb62c7ee3c6ab51d17be1cedd4f64f"
102
  },
103
  {
104
  "dataPath": "params_shard_5.bin",
@@ -117,7 +117,7 @@
117
  "byteOffset": 0
118
  }
119
  ],
120
- "md5sum": "9722bac502585ec42f5af5a0a7b00046"
121
  },
122
  {
123
  "dataPath": "params_shard_6.bin",
@@ -136,7 +136,7 @@
136
  "byteOffset": 0
137
  }
138
  ],
139
- "md5sum": "a19d16581a1cbb884505e130b635797e"
140
  },
141
  {
142
  "dataPath": "params_shard_7.bin",
@@ -155,7 +155,7 @@
155
  "byteOffset": 0
156
  }
157
  ],
158
- "md5sum": "14ccce743b3fc0660e2b0132db110ba5"
159
  },
160
  {
161
  "dataPath": "params_shard_8.bin",
@@ -174,7 +174,7 @@
174
  "byteOffset": 0
175
  }
176
  ],
177
- "md5sum": "f2a26b2d7170a6ed2cf070f9c0815f33"
178
  },
179
  {
180
  "dataPath": "params_shard_9.bin",
@@ -193,7 +193,7 @@
193
  "byteOffset": 0
194
  }
195
  ],
196
- "md5sum": "ff56b50721f25ec8693491f6776565bc"
197
  },
198
  {
199
  "dataPath": "params_shard_10.bin",
@@ -212,7 +212,7 @@
212
  "byteOffset": 0
213
  }
214
  ],
215
- "md5sum": "1de3679fdbffb14849545694266a49a4"
216
  },
217
  {
218
  "dataPath": "params_shard_11.bin",
@@ -231,7 +231,7 @@
231
  "byteOffset": 0
232
  }
233
  ],
234
- "md5sum": "a1ac20b3b6a4dbac225c68dd1e484e0f"
235
  },
236
  {
237
  "dataPath": "params_shard_12.bin",
@@ -250,7 +250,7 @@
250
  "byteOffset": 0
251
  }
252
  ],
253
- "md5sum": "b87a624913f69fc8783afa80e04d5655"
254
  },
255
  {
256
  "dataPath": "params_shard_13.bin",
@@ -269,7 +269,7 @@
269
  "byteOffset": 0
270
  }
271
  ],
272
- "md5sum": "13d09067604b7f0c1d63c98937b4e174"
273
  },
274
  {
275
  "dataPath": "params_shard_14.bin",
@@ -288,7 +288,7 @@
288
  "byteOffset": 0
289
  }
290
  ],
291
- "md5sum": "b6e2d8049e71f27bdd1a704f6e8f537a"
292
  },
293
  {
294
  "dataPath": "params_shard_15.bin",
@@ -307,7 +307,7 @@
307
  "byteOffset": 0
308
  }
309
  ],
310
- "md5sum": "165dc6852e9590980d6b93e38b55e09f"
311
  },
312
  {
313
  "dataPath": "params_shard_16.bin",
@@ -326,7 +326,7 @@
326
  "byteOffset": 0
327
  }
328
  ],
329
- "md5sum": "b0a68a612362cfcfb3d746bbd9bbb73d"
330
  },
331
  {
332
  "dataPath": "params_shard_17.bin",
@@ -475,7 +475,7 @@
475
  "byteOffset": 33124352
476
  }
477
  ],
478
- "md5sum": "418e357fec9f143413cbad405043e1a3"
479
  }
480
  ]
481
  }
 
22
  "byteOffset": 0
23
  }
24
  ],
25
+ "md5sum": "04271b91cafad82f630343dcc1156d75"
26
  },
27
  {
28
  "dataPath": "params_shard_1.bin",
 
41
  "byteOffset": 0
42
  }
43
  ],
44
+ "md5sum": "23278f4c2c2bd26e27c57bf98ad4ef8c"
45
  },
46
  {
47
  "dataPath": "params_shard_2.bin",
 
60
  "byteOffset": 0
61
  }
62
  ],
63
+ "md5sum": "eab8149d005afce177602e3a0502e2d5"
64
  },
65
  {
66
  "dataPath": "params_shard_3.bin",
 
79
  "byteOffset": 0
80
  }
81
  ],
82
+ "md5sum": "d8c5636ba8c54a1bf9a9be52028edd24"
83
  },
84
  {
85
  "dataPath": "params_shard_4.bin",
 
98
  "byteOffset": 0
99
  }
100
  ],
101
+ "md5sum": "c03154c2e7e28390bd1554a72a582034"
102
  },
103
  {
104
  "dataPath": "params_shard_5.bin",
 
117
  "byteOffset": 0
118
  }
119
  ],
120
+ "md5sum": "d46398b81504bd2d82830108afdd8407"
121
  },
122
  {
123
  "dataPath": "params_shard_6.bin",
 
136
  "byteOffset": 0
137
  }
138
  ],
139
+ "md5sum": "92a7bea5fcddf575091c43b1c4df714c"
140
  },
141
  {
142
  "dataPath": "params_shard_7.bin",
 
155
  "byteOffset": 0
156
  }
157
  ],
158
+ "md5sum": "ccb811f73867d1f386520f524f2c01a2"
159
  },
160
  {
161
  "dataPath": "params_shard_8.bin",
 
174
  "byteOffset": 0
175
  }
176
  ],
177
+ "md5sum": "8af6d905b41911171901c0c9b1309afb"
178
  },
179
  {
180
  "dataPath": "params_shard_9.bin",
 
193
  "byteOffset": 0
194
  }
195
  ],
196
+ "md5sum": "126e17f7b67d299092e34621d3d01ba5"
197
  },
198
  {
199
  "dataPath": "params_shard_10.bin",
 
212
  "byteOffset": 0
213
  }
214
  ],
215
+ "md5sum": "56b5611e7e548cbe8da292871a122b53"
216
  },
217
  {
218
  "dataPath": "params_shard_11.bin",
 
231
  "byteOffset": 0
232
  }
233
  ],
234
+ "md5sum": "dd79708597c0102a78c1c7487114aafe"
235
  },
236
  {
237
  "dataPath": "params_shard_12.bin",
 
250
  "byteOffset": 0
251
  }
252
  ],
253
+ "md5sum": "10c68f4a89d8c9e5ac3fd00b5ce2ee47"
254
  },
255
  {
256
  "dataPath": "params_shard_13.bin",
 
269
  "byteOffset": 0
270
  }
271
  ],
272
+ "md5sum": "e655468aacdcefbc5172993aea2634e2"
273
  },
274
  {
275
  "dataPath": "params_shard_14.bin",
 
288
  "byteOffset": 0
289
  }
290
  ],
291
+ "md5sum": "ce9430ea30508f4c11646d9f6987c7d5"
292
  },
293
  {
294
  "dataPath": "params_shard_15.bin",
 
307
  "byteOffset": 0
308
  }
309
  ],
310
+ "md5sum": "8463225b5d39d8aa6befc7e394ff9a80"
311
  },
312
  {
313
  "dataPath": "params_shard_16.bin",
 
326
  "byteOffset": 0
327
  }
328
  ],
329
+ "md5sum": "edc0c39312d7ac18516c511b41a46f02"
330
  },
331
  {
332
  "dataPath": "params_shard_17.bin",
 
475
  "byteOffset": 33124352
476
  }
477
  ],
478
+ "md5sum": "70fbdf29d3964389bcae6e3d22e00b4c"
479
  }
480
  ]
481
  }
params_shard_0.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36da690306d53161bf9bafc286ba6e3f7cdf86087e4108f222808eef912b95e9
3
  size 1089994752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb41eaf0940118f3c87f636fa0c6f644241134077ce70ced4c4a9cf4e5ed3b4
3
  size 1089994752
params_shard_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a95701b4ac52cf96783ae59da8cc4bda3108a3735f7acbeb8dc94dc090162602
3
  size 25690112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63265fae190fd35ce4b7952fd15222dc24e73e41176bc971d653fbe0fb182f28
3
  size 25690112
params_shard_10.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c97007a80f5d663c8f29200aecf25dc4fe86d1577f5419007097a1704ec31ad
3
  size 271581184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ac62dd8140674016640232e972f3380a5282f1044d9766d064e8fc28c314b0
3
  size 271581184
params_shard_11.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bed4ca735d520d7b65d3c3749e3c7ab57ba8084f293cb360e7ad9b7b28a690e
3
  size 135790592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3334a58bdaffbd3b97c0f533e85ed2ae0f243de58dad10edf9541285f95428ae
3
  size 135790592
params_shard_12.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:243b5570437c89ec3390cfd78d7516be819dd63e47d63dca30168f92b8508175
3
  size 33030144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b27adf93985b8861804b61c9ca36d86afd88dbdd1a16256a20bf0539dae8084
3
  size 33030144
params_shard_13.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f59e59ab6e7aac7019a2a49cc5edc0ee345305c4a3df8d44f223c2e250ee86ac
3
  size 25690112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa46bfc1cd163cbaaa7fcc46c8599c529c757c59a3235a026692034ec84a65c8
3
  size 25690112
params_shard_14.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68124542428386161db487e9847876100a03a9439b4b498c97b50ddccac01fd4
3
  size 271581184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c08916833966babd12d02deefb4f0745b0f6e095a6fc08fb142e3228799cdaa
3
  size 271581184
params_shard_15.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:146c9e250131dfbc9dbd9f9471725dd52a0e8ccaa871fc50f27630f69122b71b
3
  size 135790592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b4abaaa000ea810b43c6a40e7215ef23bf9774e4d533534fdef78066e023b9
3
  size 135790592
params_shard_16.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e9086fecf0ed82fb9bacf4c0d7b0df7bccbf6913c96b66d0aea0d584f9b6a07
3
  size 1089994752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a25d1741800bee6c035ed1e9c9e6c08954b2d00518e9954b62f70a07df6254c
3
  size 1089994752
params_shard_17.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebfc478a389b18f545317ef4ac22c0e3b41c7a7256a990298074a17571d86595
3
  size 33131520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0190cb193bbb1ca4d6bfe83caee79e29d4e8bcf1fbdd283c44798f73e81dbf
3
  size 33131520
params_shard_2.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9395feaec3fe572f6a6897e71ed4d03bd1c14af64ab276b004be27717e229299
3
  size 271581184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a184d95f1ec81da8b912cc4f609c0c6dda201ee367c813d9f247aadf97d3e500
3
  size 271581184
params_shard_3.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6069620d271b1b3ab4c7b9de62818c3696473df8e3bc4c25bddeb5eae920475
3
  size 135790592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e351746ffadbc023756d7247b2a8b19eb7a77bccf1a20447a8e90e8b20f2a04c
3
  size 135790592
params_shard_4.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b45d4d3d3fcaa4fa0f37f548f3b621267c9dfae22139e6db1e0b238482aa9a7
3
  size 33030144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f66f118bf0e88c2995e92e965c6cf745181d48c54429ab8c19cfea311eedea2c
3
  size 33030144
params_shard_5.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeb491ebaf8a3548196dcb0f9d1a6b6daf4026f58dd5122ad00682660dc43e38
3
  size 25690112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0db85a6033bbbb1b6e4d82705b9c21312baf17aeeb65ecf05f39efc956208eb
3
  size 25690112
params_shard_6.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c68843cacfd63f02cdc10845444bbb5e231402b8f6050e5bd44aebbc4a5141a
3
  size 271581184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f19809f0965814f1caea799976e36c80c8b0350abccc96833fe1de430322a2
3
  size 271581184
params_shard_7.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:882c9177364e87fc41a818b4c1483d37693c8877e8d9772f37522851ad7faf49
3
  size 135790592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8e2465d97a182f75ad0488a460fac33a7f77a05749ac6b2309141c6f44ddc16
3
  size 135790592
params_shard_8.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:935739307f975adf6512eb1192068918a29675314f7e8fdffa267d14591c60a6
3
  size 33030144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e10b68357f9f8d8ea44347b78c4ddd51a120f2402b8f157d732087e37d2e993
3
  size 33030144
params_shard_9.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea386c8e0b5cc577e38921f05ea61c7332d26abec37350b8352740c7f5ffa697
3
  size 25690112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cfd3df2045c382bd859dc5255ebf516b4bf8c8dc4c5453385b86e36102d9f5
3
  size 25690112