Hugging Face's logo

TNT3530
/
Llama-3.3-70B-Instruct-q4f16_1-MLC

Model card Files Community
TNT3530 commited on
Commit
43e9a6f
•
1 Parent(s): 41a94dc

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +91 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_10.bin +3 -0
  4. params_shard_100.bin +3 -0
  5. params_shard_102.bin +3 -0
  6. params_shard_104.bin +3 -0
  7. params_shard_105.bin +3 -0
  8. params_shard_106.bin +3 -0
  9. params_shard_108.bin +3 -0
  10. params_shard_11.bin +3 -0
  11. params_shard_110.bin +3 -0
  12. params_shard_111.bin +3 -0
  13. params_shard_112.bin +3 -0
  14. params_shard_114.bin +3 -0
  15. params_shard_116.bin +3 -0
  16. params_shard_117.bin +3 -0
  17. params_shard_12.bin +3 -0
  18. params_shard_120.bin +3 -0
  19. params_shard_122.bin +3 -0
  20. params_shard_123.bin +3 -0
  21. params_shard_124.bin +3 -0
  22. params_shard_126.bin +3 -0
  23. params_shard_127.bin +3 -0
  24. params_shard_128.bin +3 -0
  25. params_shard_129.bin +3 -0
  26. params_shard_13.bin +3 -0
  27. params_shard_132.bin +3 -0
  28. params_shard_134.bin +3 -0
  29. params_shard_135.bin +3 -0
  30. params_shard_136.bin +3 -0
  31. params_shard_138.bin +3 -0
  32. params_shard_140.bin +3 -0
  33. params_shard_141.bin +3 -0
  34. params_shard_142.bin +3 -0
  35. params_shard_144.bin +3 -0
  36. params_shard_145.bin +3 -0
  37. params_shard_146.bin +3 -0
  38. params_shard_147.bin +3 -0
  39. params_shard_150.bin +3 -0
  40. params_shard_152.bin +3 -0
  41. params_shard_153.bin +3 -0
  42. params_shard_154.bin +3 -0
  43. params_shard_156.bin +3 -0
  44. params_shard_158.bin +3 -0
  45. params_shard_159.bin +3 -0
  46. params_shard_16.bin +3 -0
  47. params_shard_160.bin +3 -0
  48. params_shard_161.bin +3 -0
  49. params_shard_162.bin +3 -0
  50. params_shard_163.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 8192,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 64,
9
+ "num_hidden_layers": 80,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "rope_scaling": {
15
+ "factor": 8.0,
16
+ "high_freq_factor": 4.0,
17
+ "low_freq_factor": 1.0,
18
+ "original_max_position_embeddings": 8192,
19
+ "rope_type": "llama3"
20
+ },
21
+ "context_window_size": 131072,
22
+ "prefill_chunk_size": 8192,
23
+ "num_key_value_heads": 8,
24
+ "head_dim": 128,
25
+ "tensor_parallel_shards": 1,
26
+ "pipeline_parallel_stages": 1,
27
+ "max_batch_size": 128
28
+ },
29
+ "vocab_size": 128256,
30
+ "context_window_size": 131072,
31
+ "sliding_window_size": -1,
32
+ "prefill_chunk_size": 8192,
33
+ "attention_sink_size": -1,
34
+ "tensor_parallel_shards": 1,
35
+ "pipeline_parallel_stages": 1,
36
+ "temperature": 0.6,
37
+ "presence_penalty": 0.0,
38
+ "frequency_penalty": 0.0,
39
+ "repetition_penalty": 1.0,
40
+ "top_p": 0.9,
41
+ "tokenizer_files": [
42
+ "tokenizer.json",
43
+ "tokenizer_config.json"
44
+ ],
45
+ "tokenizer_info": {
46
+ "token_postproc_method": "byte_level",
47
+ "prepend_space_in_encode": false,
48
+ "strip_space_in_decode": false
49
+ },
50
+ "conv_template": {
51
+ "name": "llama-3",
52
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
53
+ "system_message": "You are a helpful, respectful and honest assistant.",
54
+ "system_prefix_token_ids": [
55
+ 128000
56
+ ],
57
+ "add_role_after_system_message": true,
58
+ "roles": {
59
+ "user": "<|start_header_id|>user",
60
+ "assistant": "<|start_header_id|>assistant"
61
+ },
62
+ "role_templates": {
63
+ "user": "{user_message}",
64
+ "assistant": "{assistant_message}",
65
+ "tool": "{tool_message}"
66
+ },
67
+ "messages": [],
68
+ "seps": [
69
+ "<|eot_id|>"
70
+ ],
71
+ "role_content_sep": "<|end_header_id|>\n\n",
72
+ "role_empty_sep": "<|end_header_id|>\n\n",
73
+ "stop_str": [
74
+ "<|end_of_text|>",
75
+ "<|eot_id|>"
76
+ ],
77
+ "stop_token_ids": [
78
+ 128001,
79
+ 128009
80
+ ],
81
+ "function_string": "",
82
+ "use_function_calling": false
83
+ },
84
+ "pad_token_id": 0,
85
+ "bos_token_id": 128000,
86
+ "eos_token_id": [
87
+ 128001,
88
+ 128008,
89
+ 128009
90
+ ]
91
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e7c11e6f125942a81511c2d617db8b5c24abd108b7b907e2b2345b661248140
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa06a9f997e2160cc98469df29d7c8038949f61a819c6afc1b342b459b3964c
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f93fc3a596459c6f342206abf7dc67acc611a1968ab83821a90c128cddaa2e
3
+ size 18907136
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26e5f2c1ce7c9db8fa5be9f12ac6ea74ee76fe4082dda56b61c43fe31a1d259
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7669290efa2bc0b798cb1dfd958ccb936a7a613677c35f503c74ee010bfcc8
3
+ size 41943040
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad770f37bf991a921814b77c154046bcfd78632ece3465a0dc5298a82d79cf1
3
+ size 33554432
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:146ddf9941a3f17b4b5733aac17286daef6ee279eea3d07b5ee03701e67e2879
3
+ size 24150016
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98502e87ece9c9af02c30cf99517ddcc9612b7b2b52574f0dfe7903ffad79265
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df06ad450a4f9eb5fc03096f17326bd6bd040b87d3be960d3a432e98123b99a
3
+ size 29360128
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd780a05df1747a737ed081cedcce1dac4e472043e6c851bf4ca626cc184b3f
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ebefe25a9ad006138d72437d1779c04bd3462b8acaa212fd56d291967f8a67
3
+ size 33554432
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3d42d81c080fccd6319c3543f33db7c425a0fda19b03e0a5f3bf360d1a77a2
3
+ size 24150016
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2f16d0f1cd2be9ffdba0179384bc800a116a048b5aa6af7ba83649ca70a549
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc684f8ae8b9b978a2dfbdabbde32769de25f0a38ae0c75a16bcb906302ed5f
3
+ size 41943040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d906d87d2488863efd37445169e74cdf2b377427574b7a308bba1f625a570b4
3
+ size 33554432
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd15bf46983be2362edac2b3acc9c35552c0a817ba844db67ebb4ee2059b3fd
3
+ size 24150016
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4904f6a6ffd438d301f4e0e56b8040b3214707c9786a0b44d1a21248663d8d
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca45b423fb437b9cdd5c1c16a8d8faf19ea32c6ed3e5cfeb7f2416f00faba619
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fa7cc4ee305451d3006c8fd456156c9cd0edd3038bd91246219a54671d3f1b
3
+ size 33554432
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45b483752f9d5924f94b345c17d852e414d2f07c7d23f7878cfd4de366ee1c8
3
+ size 29360128
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010bdd2da86774f5bbe23f827be08a81a89d1e76d5b61d6562b13f4885a232ec
3
+ size 41943040
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6475928e324a6ea3c5cdc900e968133712feaba5e8d05656960d15c5c951119e
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c26242c6d032e93715fe1dece76f53ca1ea6d786d22f34272d23faa5a99e90
3
+ size 29376512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969949ecf1ad3a907302af570fe789b4a3436a2b1789751199070219e1ba735d
3
+ size 29392896
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:189a66b0b11cf705c6677d133a1ddfaa12ed41eea674dd9d3dba9679babef382
3
+ size 18923520
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b90e1f15d12fff1b63c241c846de1bbc2317446a185351c0ee8322cd43fec9
3
+ size 29360128
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844e8fa056e2d5492d15070c638f0366d8a9690846a9b2cf406f7a539bfc55c9
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95db84d1eb62e33ca935be6ad2167d1f5468cdf99426de58c37f4b09691d596
3
+ size 33554432
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e48f4a7d59c1ad64779aafb5d6343356d9bc0c60b4f2be9363824439e431a53c
3
+ size 24150016
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d9acce8edc013242fce71f3267244c197435b330d824e5e949fbf18d686bb2
3
+ size 29360128
params_shard_141.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89882226681016325722057810023594bf0d0a025333b369b3cdc7698b57204
3
+ size 41943040
params_shard_142.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98e3f6dca7e4c136a62c6b01edebef39c6314d44be749b6eed4a0bd1de2d9838
3
+ size 33554432
params_shard_144.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8100f2c36e5e151760deb300a10c7b1f8c5d443a3ec7fc503feae9dd8c119460
3
+ size 29360128
params_shard_145.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d74fa4d2d71fdb4dea5757a9c727a63dad0e88866e332b14c4a9c1ee82366ff
3
+ size 41943040
params_shard_146.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02e8b9a36371c3bd6650858b1a47492c3d488c1b1f8957b20b07e2fa6a209ff
3
+ size 33554432
params_shard_147.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1718641fffa40411c0fcb28dbda425cc7cd5c7c7f2fe5bf576ce7cd711bb2097
3
+ size 29376512
params_shard_150.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10604e88249efe5471637d9abe12c66d3168caeb3d16b0e147ec71fae7a8c2f3
3
+ size 18923520
params_shard_152.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea641edf98b004256af5618ead377e79338a09371beaf6631098cf9527e3794
3
+ size 29360128
params_shard_153.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ce42348f441c68413899b0cc35f2f20c2c989347f733c6a2772acddbc34a61
3
+ size 41943040
params_shard_154.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebcc6706f7d324e1595bbee5e412d9f267c7904b6f1cc5bacc73339c81b89dc9
3
+ size 33554432
params_shard_156.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd5f42d6207a91ba1a5a4ddd7c06f4770fdf9abe16c165922f757c38c1575b14
3
+ size 24150016
params_shard_158.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8bced07c040543b332b25d1d561a5f0276ee6a50364abc8c36a0f72dff8a85
3
+ size 29360128
params_shard_159.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64990a8227268ecdaaa38769b2056630f8750c64632b6cd82b86b1ae1964a40c
3
+ size 41943040
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0daab0efb1d13a3e1b23dbc8105f63c9be7d02de0c4ffe448dcdf6a1914ca041
3
+ size 18923520
params_shard_160.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666f70970e4e1b9d5ee05c092f02ffbf1bcf508301f5f937992d442c2dc4d25b
3
+ size 33554432
params_shard_161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b9cbf08535a079adee32da3712888edb2d36a2fc199b34ecc26201ea49daee
3
+ size 41943040
params_shard_162.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e893319acab2c6fadfd26ceff650eb5fa6fb38cb9a7e832892403be76454c1fe
3
+ size 33554432
params_shard_163.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3dc90ea4b64a6c52a4cec831859ec9d17717c34b809cae4f1908c9572db10d
3
+ size 29376512