Hugging Face's logo

mlc-ai
/
Llama-2-7b-chat-hf-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
3
CharlieFRuan commited on
Commit
ebb193f
•
1 Parent(s): b96454e

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_12.bin +3 -0
  24. params_shard_13.bin +3 -0
  25. params_shard_14.bin +3 -0
  26. params_shard_15.bin +3 -0
  27. params_shard_16.bin +3 -0
  28. params_shard_17.bin +3 -0
  29. params_shard_18.bin +3 -0
  30. params_shard_19.bin +3 -0
  31. params_shard_2.bin +3 -0
  32. params_shard_20.bin +3 -0
  33. params_shard_21.bin +3 -0
  34. params_shard_22.bin +3 -0
  35. params_shard_23.bin +3 -0
  36. params_shard_24.bin +3 -0
  37. params_shard_25.bin +3 -0
  38. params_shard_26.bin +3 -0
  39. params_shard_27.bin +3 -0
  40. params_shard_28.bin +3 -0
  41. params_shard_29.bin +3 -0
  42. params_shard_3.bin +3 -0
  43. params_shard_30.bin +3 -0
  44. params_shard_31.bin +3 -0
  45. params_shard_32.bin +3 -0
  46. params_shard_33.bin +3 -0
  47. params_shard_34.bin +3 -0
  48. params_shard_35.bin +3 -0
  49. params_shard_36.bin +3 -0
  50. params_shard_37.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-06,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 4096,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.6,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.9,
30
+ "conv_template": "llama-2",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99c5948294f5f4ef55b27e744b90c4b34f96915ef9014f528a5499eedbe45562
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ee146b3f0a7f508e6666c3f8e54b89acefe93e930f25e82f5227498d9534e2
3
+ size 30744576
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1570e49635effe11cb8dfa69acd2219d7f4b9eb9d86f7e29fe19d7504e696139
3
+ size 25165824
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d56e6fd39f71eaa2c8db0016bc9fde4870983a288136b5856cf5cc13f86a17dc
3
+ size 22544384
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e79c9937b51d14312e2188b24c1043af4b7a3525686deea1ccf96bdefd86c9
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8dbaf73f17f7a0e05d41db4df4596453b9e2f1a6f6ad0a926ebd05d6c02e187
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e728be31a9ff6a76a6510913ac873c443802b78fc3a199bf10098e1279e5e084
3
+ size 32661504
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db5a45ceb5dfb2197ee251f52eb7f7595c63458c253f7462cbaf218899d8a4f
3
+ size 31989760
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab80474f5e45e348e19f71f89fef7d2d3539ea463b618ea23c8a7457c454e5f
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f812f256327ec429857d644b9127e92aa4efb0bb9c2f9ebbf5025a21a6a0ed71
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:609d8bb149b9f2b04c42f13b7c326ad3785e9cde9d6ea291156a69cef658ad16
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e44c7b865cbb2355d1d1f4065f916c78b7f4e064c05e1f25dbb06d953a0b72e
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffd89831b60555a35ef8eaafbd69cdd158b4b1296822844a347a0e6d4ed0086
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb9ddbf78d03ce5e0ce6499ad4bfa29a572020a8a7247f73683a3da127067f1
3
+ size 22544384
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e2c7847b45841091c718377489e8786830097acbf2dbc48cf998a109e6dd1e
3
+ size 32661504
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec94cd6805adf7aea974d3fdc4c29bd48087ba5d76e8218862f00fa73611bcf
3
+ size 31989760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77714060da036de7f4589745f37524c16a96c9f6b9d1650f7b3954c3cffa4c3
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3874d9782dce0e9c4f609a095da2f6a9904d4c6b1610d24f30741d27cb374b4
3
+ size 25165824
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75deac32d10533ce1c159d92dd6f0d3944231708d793e847192d92c514d6d1fb
3
+ size 21045248
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf121f9f8ff2d9c2c35c91da6925e1a1042992d82c594401079430ffa19ee629
3
+ size 45088768
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d45d344fe871ddcdc70150748b3ad0f3558658b8a988926251642df72fdf439
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6abdf8b822ea19c5419ec7842d5f24916e7d5640fc6ee3fda859b8e3004d069
3
+ size 32661504
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bfb8d6c7136874fda549cb67f2b1896459523fb8c866e5b1b6933282ba8ee01
3
+ size 31989760
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf880d9af99f767d4f1ed7adc915eba807b853c3ca7c4eeb9a1b89581f4ce0e4
3
+ size 45088768
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bd7cebcc2d6078af28fb4ade06480d3a5d9b5bf7bb07c04b16388eba4d0987a
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb449dc736b8dca5a1d0421f9c291b9df8b90a3c22957907a45c65708bf03e1
3
+ size 22544384
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc20865d74d09fe0aa9e776f1cb22ce285a083951f730aa32bf203e231b2292e
3
+ size 45088768
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d21e0aaa8878b6e4417b1da6a02ffab0e88e9cd6059d6751b251d9cb941a80
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb44ced5e1615d4f6eaf3c188ce82e31f56fa099323bbfa85c6457459dcd59a
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beaf0b7c6fb8b9a45a5e6a59306965c159f44c7af36722c7602bb7078c1031aa
3
+ size 32661504
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac85ebde3f295e70e802959af70ba6b8eb97d5f6f1ca0f48071c5a5c8f1f6328
3
+ size 31989760
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc6a815d3fd2b771e1d2f3cdb703a22b0501f08627b0838cc36cd843c31991c
3
+ size 45088768
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866ee78729c5c5ba90e1f2ccce57e5aa88ff59e262030de513f4dcee4e5c1191
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f523ee7a8e0217124912f58ed066bfd462b9a7f6437af9a43ecd9f9790652f
3
+ size 22544384
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483fe3b4c7d09084fb54764b13eec2843080cb074d60103ca9c76d2aa454a114
3
+ size 45088768
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9a5195762af12303d83fc1f470d7cda02d3229c28b52c7a82613f71cd0471b
3
+ size 25165824
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd898f3ba1ac78c3718b10dfe4ee5df12a9f962f124e007537d5870f893014a7
3
+ size 32661504
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b654596fdc4059658d1b43c1f089524b4b6ba6543543b2950497760f2eaa46
3
+ size 65536000
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5314d5aa402fdaf4db4af0d451bf2f262f46844bfb2ac65d7314c21f3bda117
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a11f184760bca9bc61ed06835af1fdede2d70cf409623da4e1116da69fb174c8
3
+ size 22544384
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac60a767690602d15b66f71455af1e57c376fc48e029467dc5493d4ff5b0c1be
3
+ size 45088768
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344300a4a5313fe15e052ea6e23c3da256ca2dd6088b0c324203c3037454aee6
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26ba48bf16a8be1007c77a1c67ca323ab3c6e903ad58c123457aaa3fe63c27c
3
+ size 29253632
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:809c7cd3f27a86ca48f35a720fe0b2e68a77daeabafa67c296790cfb69a2092e
3
+ size 31989760
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523953130da6b19f930693a6835ba583b08e2797e775eea892083d56cdbe4c6f
3
+ size 45088768
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b636a6d36bf6210989b10e97ea2e1ee602693e9b2f3633bf27904d3b9c3e19b
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b56fba5c2a5c0a0a26569755c27d1f29d37c54b497ae52d2633737237b12b56
3
+ size 22544384