Hugging Face's logo

ChenMnZ
/
Llama-2-13b-chat-omniquant-w2a16g128asym_2

Model card Files Community
ChenMnZ commited on
Commit
c07d8a4
•
1 Parent(s): 0b313a0

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +16 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_13.bin +3 -0
  31. params_shard_14.bin +3 -0
  32. params_shard_15.bin +3 -0
  33. params_shard_16.bin +3 -0
  34. params_shard_17.bin +3 -0
  35. params_shard_18.bin +3 -0
  36. params_shard_19.bin +3 -0
  37. params_shard_2.bin +3 -0
  38. params_shard_20.bin +3 -0
  39. params_shard_21.bin +3 -0
  40. params_shard_22.bin +3 -0
  41. params_shard_23.bin +3 -0
  42. params_shard_24.bin +3 -0
  43. params_shard_25.bin +3 -0
  44. params_shard_26.bin +3 -0
  45. params_shard_27.bin +3 -0
  46. params_shard_28.bin +3 -0
  47. params_shard_29.bin +3 -0
  48. params_shard_3.bin +3 -0
  49. params_shard_30.bin +3 -0
  50. params_shard_31.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Llama-2-13b-chat-omniquant-w2a16g128asym",
3
+ "local_id": "Llama-2-13b-chat-omniquant-w2a16g128asym",
4
+ "conv_template": "llama-2",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
+ "shift_fill_factor": 0.3,
11
+ "tokenizer_files": [
12
+ "tokenizer.model"
13
+ ],
14
+ "model_category": "llama",
15
+ "model_name": "Llama-2-13b-chat-omniquant"
16
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb8c2d8a4ba799831bc7f2feed6bac6fb242a6d26632fa2502a091e83596e44
3
+ size 327680000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac8c327c61e3d94e00043992ae989a7ef8f59be7d96a85049193bd34cbb56b4
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db89f9eee3e37020a4611f2d43c1ed1f3ae460c358b86a8e29236cb5882e7adc
3
+ size 27627520
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a98d18f9c731d2fac3d7faf12393365e375612b123fefae1254f1c54e190e9d
3
+ size 27627520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95cd9b54285e79ecda038fc53e544ddcf1909228dc0172689a133e23436d615
3
+ size 35389440
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413279fe8f15743a1a5e422940b7fcb9db4c6e13b097a7e5f8813d45b6b2a961
3
+ size 19660800
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a145b719098199bab55ee35810a8d033d210e491a6be359cece622f2ace2bef4
3
+ size 32952320
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d643aba418fe452bc2edd9eefdd82b95b81fea9d9d0dff9f9d1b8c6bfceae8
3
+ size 35389440
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e621849b9e6af299206a3345d0c63c1e40ace2b0c545a7874be3325d335a0daf
3
+ size 19660800
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1575233467df54e91274a46273a15d7d6e5f422c3d14b87c77553d8539f4e5fd
3
+ size 32952320
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79aa1a2c8fb2230dd3b4a12d1503a9f53d43a5b2596aa82a70a781cc0793a7af
3
+ size 35389440
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a35f7cf31b5fabbfc55d4782990caa43d79d8a75746b17d77319b497df4a76
3
+ size 33054720
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a160a4e496d851bbb053c6272529fcb37a03fa4d5ca7792aa8205b274a1635b7
3
+ size 35389440
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d1ba3f2a1f36bf890f44ab1aa1e3e66d0b22a15c6cb2114c32a6396d9666bb
3
+ size 35389440
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349abcaa9364f868d983a0f1d9c551bd58f1ebd08859ee3746b7966bcaa44506
3
+ size 32829440
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af251bd824ba072897c4dee30476f7f01e37ddf46b06f2e0f9ad165089b018c4
3
+ size 19660800
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f92e9f9676fd161522f4909417b7f75ee3d8da0f845048924a37219fcd84b9
3
+ size 35389440
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb5c679e9574a51f2946fce92992dc86aef0c395f3ecdb10d3c33403a21a58a
3
+ size 31969280
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e78253c9b9e62725b8f5a9da67390e3da859642fbb9cd85f40b86d31cde01f6
3
+ size 19660800
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da42af6430e48a1d851a2c415d4e75a7c18fc1fa33eef61a80afb633ff1a8c36
3
+ size 33361920
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a7df6e22ad1a16c9b929a64842bc95f6fc76cf4165376fecc28956f5b1cb92
3
+ size 35389440
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9a5ba28f751defcfeba086d224e894d8e50f1f5657db284fe8141a9f3bfe85
3
+ size 19660800
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24de112da564e66d4941555d8de617dec61ae3e5cd2a2e59b2b2271212bd1e85
3
+ size 27627520
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9330c7e823446d7bbfec8ec8bf2b5edd6ef13c83b81e467dbd48fb954bca9f48
3
+ size 35389440
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7b937ef4dc7df8a8a1796951972fe994b5b8798f9dccac0444f02829a7ef67
3
+ size 19660800
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fccdfe5f59afdb742bc2a8fba7155f0578ecf599ad9018ae27b806ac73cfadc
3
+ size 327680000
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25366520631d9263b1ebc0d729662006865328c779c340d27cb58b0da856a045
3
+ size 32782336
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502e1d666207b2491fa413bb1208dd9a4fe95bba0328d38c0c842fd8cd6dea53
3
+ size 32952320
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f181886a4fb52b833d137cf2848c25601e3c90373b499cb38c30f5510bb459d0
3
+ size 35389440
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee05bbe9093001b50cd3d364ef97918c68c176bc02d981d77ad26b84a454957
3
+ size 19660800
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa03113ad71233c9766b2a4f3678ffbb180596dbd3570e7403c754eb9e33958f
3
+ size 32952320
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48a6d9f56b191966691dda22a097a6eb912c7a3ec0b8df1d04af02ee71666c66
3
+ size 35389440
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4daed8b62c77af401bc843be2115e7e749e2d441f06e2a0a438669723f516e
3
+ size 33054720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868f9a6da81a37b2949c3598a3ce86fadc758c6d8041676bf8745361a26a57c6
3
+ size 35389440
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2f9f7d043fee7af88e324e93278fdb7f9da11daf5528749fd643ea82e3c07bd
3
+ size 31703040
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99f4d106a985463b476c82dd6c8c2f00c9221ced85f4bf79ee5184c4dfefcf5
3
+ size 32829440
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dacc0b3974573913bf3b1615858345448e05fb8c239f862a71b66898c7920d4
3
+ size 19660800
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2f1cf79397b7b1ade4b0b12b41ffa7d4b629f0c4f49c38f9aaddb30062f5cd
3
+ size 35389440
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b995fed61c185bfe7ed0a8e833236915b7eea20e690b9467f26ace1fe25da65
3
+ size 31969280
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c237c11d522f14930280a4104124348100873296c334c43f8e4d78665affd1
3
+ size 19660800
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00168f50d7c83e538cbdb20ac18cb41cbdabb4cea1a2ed415e147a09dcd8460
3
+ size 33361920
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cedefcbb94226f7c46e74cfff311882ff5b8f859c86b1f51745ad8e9185cbef1
3
+ size 35389440
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fdf1c3645eafa41c961f60ee201ae90d5d0a849991735416abc3bce3318d12d
3
+ size 19660800
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5853ff1490c25b863d01d0e1a3783c98b10b9a54e6e4f82c968bcae61b485ba5
3
+ size 27627520
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdc51ae053e6722b9fe5e0b1da42f2b184bad3983af411b3b0ab02a7448f530
3
+ size 35389440
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1b3ee827e25005820f62a2b96ee5a67bacae92aa7e3cdec92fbe800de75374e
3
+ size 19660800
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a95887328ef643f843da5f44248ca62ec2469c650fa3a44f7f59101b095a9f4
3
+ size 19660800
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ca6a69d14e9c7c992966aa125f6b219e588bfdd2c12673d2269558c45a3521
3
+ size 32952320