Hugging Face's logo

numen-tech
/
Llama-3-8B-Instruct-MopeyMule-w4a16g128asym

Model card Files Community
numen-tech commited on
Commit
ffd9f4b
•
1 Parent(s): 3e7ab68

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +3 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
README.md CHANGED
@@ -1,3 +1,6 @@
1
  ---
2
  license: llama3
3
  ---
 
 
 
 
1
  ---
2
  license: llama3
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3-8B-Instruct-MopeyMule](https://huggingface.co/failspy/Llama-3-8B-Instruct-MopeyMule).
6
+
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e98b16a10ca399c6a499629fde2a71c2b2e9aec21af1fba80ff0e5caae15838b
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae2188352b75125075f98565ed967783c60002c4fe1aa9c0f3fff3ce2991363
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e594577503d266ab3854b21b367acc56e5cfd59faa70de358e90159f9b65c716
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a68c6d482d0acfe19529a47777822da55122e83cb019d6de42e8f25147a6dae
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4a874438823c5d07a1ddc6816d3b77bad4a1ca2e95956625f3220212a1625b
3
+ size 24395776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916af3a7d2fe64f4ab30809d6120e457e4ee31fb2c59a4eb47f3d585f10a3a31
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd5f44f1cb494297b404dcc81b0995b78be45df90d01e7350841c5d5e410765
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ab06ecf8490ad2671744af707d5cbd7a42a2be308de3420afe24971c1eea86
3
+ size 24395776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2facebc8b6d9a132c5d95005a591fb8a8431529d44ebd4fd3c361917ff6cdcf0
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a28815049046e6cebb26cd75dd7f698a93396c4ac8b82804c3c99cb6f55a319
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8b42da62b1a1531981a154d54c070165d2372cb27d44e4d9804f052c268c4f
3
+ size 24395776
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c045046d39856d1ac757af8c5f2a1d23c8fed3bc2751ac582211e97b5b480a64
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0957ecf27521e3ed4c87647cf9d3010c527016658e8b5d2bef34868cd4ffa390
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19f5282f95ba52f25e6517ddb396be4702a26956344da216bb5007b59dce2a54
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f68c49ebeaec1c34fd6a319f6a011b2e04f4c4df29387ce7e68536eb1cb2b28d
3
+ size 24395776
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a78f8b8db82d28f67f529fccc4a27725e0b66bd393f619f84c98bbe8510866b1
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625bc6eb246debd0417abf47242c71be66f171efa20db840663d94893d5ad734
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52353b8f6af063c4f9e6424a03671dee3ba36a06adc49198c46f3e94225a75a6
3
+ size 24395776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db610ce1226ad81fa8752fbdef3776ccf967986bb895082007085da15a76449
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4826b20ec1efd4e0c3f51881b87338268d455d07ea9a3d8018f57c241a3d2997
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d90ba0197f4be2fb7b864fca266963aa29ae1a18a64d137894d2f115d0df0e1
3
+ size 24395776
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179143fa6c8cb57ad25afcc4b5174012b68483b69f97cba580e012c5874ee8fd
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f58568c6480c68c0c0f2450f24ab7230b7e1e53adbf7ba5f2cdaed59f60724
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa13f1a0b2ab678f15592e64fd41dd3549b787f9b699f9402ea57e5c1b9d95c1
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5937f747c840b0581a15d2a6fef29dbc12e584e1c50750a628ec4b215786a886
3
+ size 24379392
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a63658f7f9aebe1de37cfc70718ef4ddee882eb7a444f7384b998b4d34227a
3
+ size 29360128
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d2ac864cba3756476593b2b7fdef61326538e21b73db2c728605ad8b1495c09
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45342137e5091ce10146f1642fe6290703de0b7f4d79ed7c1eea37b6571e080f
3
+ size 24395776
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab87732aba7509e0435ba6f47a1c9ffd6c4bb57be2e00cf64a5cb0dac01819d5
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbf8c0d6f9335887c39e38b98a5b6b303f3c80ee72f21fbbb204c39a6c5319e
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e86f7d7c723d97d9b8af2f5ae14deedb4fb56d4e6c3d4d8a6140837bde4fa73
3
+ size 24395776
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8012e826607d066af16e13d58923069564a09f4167b7ccbd021670df90080592
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fc3d41ac13ef0ebbde7cdcb68c2b916bb7f8b2a50b1c39a73aadbcea8be0d1
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e947f00bb783b807023336af75bba78f72299f509f70e85680108af2621e839
3
+ size 24395776
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d6494057b870aec2f149cca1dc7a238852938341fb34684c673f87edf1808a
3
+ size 29360128
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdfec43b84a2785452adfa6f5f650fe44fbb09a7cab7f13efb2ca5e1d43f9763
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a00bd182cd74e989961817697bafcb07f6e37782d3ca99f865c1ddc964c6dc4
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f674324b8c6fd6e772d8d8ff0444a74777e8d023f8ad7439208e795dae6bc5fc
3
+ size 24395776
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edcfafb4ebbee9043d92349e20b7a80ab2c2f5e811d382a70fb307fdc5f93f49
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58201686a0aeac84258f759dab4c460df2a22a89ff60048741113e67de396e2
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc2940aa90c77c6660ef632239f3587d1e8fbe4ba40c38ffc5ad69e106ab84a
3
+ size 24395776
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24577d6f7bcb314a5dded260eb0dbb7f0be5ff3fb0e07ac522f93be0699937a9
3
+ size 29360128
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10a29a156b2b04398bd07cd0471caba1ea30a072f5c4b0b6aa5f2e04a5ce7684
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbeda6ef1a5f5ec44e9c99bbb3ed8f536de1ddabe203cafc9e3dbffebbb944e5
3
+ size 24395776
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1bab21f8d2f18ae95b6ce1d5ed1edff019effb3fa18c181fa1d7af23b590303
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1da99baebec679b90e0028742e93b448db8ea652d86ae616c31b91ec51a23b
3
+ size 58720256
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2b8bf3e585c360cca9a0d1d91d7b635f631cc5c13e095d41dc9e84c37496ee
3
+ size 58720256
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7f613d60b40979441ea1a0dffef0199d9e2315c59c583b33b423ac6bc97115
3
+ size 24395776