Hugging Face's logo

numen-tech
/
Cat-Llama-3-70B-instruct-w4a16g128asym

Model card Files Community
numen-tech commited on
Commit
ccb2d8a
•
1 Parent(s): ee729b7

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +3 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
README.md CHANGED
@@ -1,3 +1,6 @@
1
  ---
2
  license: llama3
3
  ---
 
 
 
 
1
  ---
2
  license: llama3
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Cat-Llama-3-70B-instruct](https://huggingface.co/turboderp/Cat-Llama-3-70B-instruct).
6
+
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5eb034b0b0d66fdfaf76fea218056d7cf296cf90a6de59ea2238e3639fb40f8
3
+ size 525344768
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:756078fe8d3f27ea4ceb98fb92b70591385c976c992427ac516569a5aa43d841
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a81f044466c300b9d04dde1b7074833af16feacd56cda57a51f80750fce0bda
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfd8a3d25b2e84c711107f36f503cb3ee337a4ad04a8ab2258e211cd0b1f98f
3
+ size 41943040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4f516993f44785f8ec6e0b6eaafd19d86c0053f7a09207598002c5300c60141
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e47caaca80945a44088ba327481b62529144fbc947aac747a0104d974b616a
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5873f8baca2250edd9d2ce9602fe86b37f188542e844ad70df90769e689702
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73bbaae75613f32e6f87dcae6f8ed3db478aecc42c0808e550feb3bcc6f56e55
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e70875afeb86f2a4437648fcfd2551b33e79468f60ed3bbccbeda0eaec69fae
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1756f997ce1b977bb6960f9ad35abcda1dbed4511f7709b9423fb9b9195ca7
3
+ size 117440512
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3737a3432568237da69b1076fd5cfb432b78b80b76aaa2461457f135735bc1
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68bb447003ca4405d963f3829f440d40a7a80fdb9bf53e1c2837bc84028cc3d
3
+ size 26804224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d919ea0c526d051c8d066de76ff2f07006ef8df47006b067699ab29922b1d9
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3f1c519e40d797ee6824938c7f06f395b72c0c588e689aa4cb513f499013d0
3
+ size 29835520
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc2da160ef284a4e0bb1b3a63f18b5c69e895127572344f5767b367c9eeafba
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f04a1850c6cb0b4a531695bc78d7e2093af6a59d1bc025acdb0b3800d6dddb
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b9da5a4c742bb260f1bd4ec03aa301f612a558d137d8369373ae095a070761b
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20724cd45c3464db5c71ccd8b521c947cbd21175c13c070b76874420d7ac33e2
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1e53181be5012c9a9065ebe043dba920a22be6449a2d0a183a50ccb35edada
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b41c80b211a7243c01cd4d25513fb541c622f89a5fd255ad86242e57babad8
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659b67e403ddc5884f70793cc80ea3cc63cd9aa3dbd416fbf7f4447887ead9bb
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641e2ab55f8cada0c040645e640dd33b649a63c07ba95daf8ad708550708b06a
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba41e402b896ca16d2e1dda45f2c9e5e83ce32cc236127303dc620633cbf0c4
3
+ size 28114944
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9fb0fa0b4ce4087e206e24d0dd88c2002b1c5c872b0f3084953404fa61d1f6
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:085a11d81c7d9bd63e53ae86c5b1f81313ad62bf4187f6c710de8f3b42b0918f
3
+ size 41943040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e920c31f7e0c6cfa817394725d924e05767145bc3672a83e48de6a8e9f81750
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d21c07c5f1b0bb6547bd55734fc5d208246942be85d1e8bef4274a45a6044a
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd4d31b2e3db2156615706e9ede6e96e372776893cea7fe4722bdbeac853583
3
+ size 41943040
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e85e949c46337604820c827c129c7d0a987af688c081bb1b2900abba2bec92
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927c3b300cfb314c97cfb47693fefcbda65c30e643931df2011c560f2e37cc2f
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ccea2e118ffcbef135da09a555a4882d23f849f1a8cfaac7f7eed52ddb16e8
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81360268c2f1bdbf8aeba5d8f1482033e3f0762c9cf550ddff36e1844e91763c
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b63c430b9ca1d8e4f1c7735420eccc549deab88363abf56c9a5246d6d907112
3
+ size 32817152
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:860c676a57a555e2282479950d72fdfdebd6d7daf2ad7d52bdd403dfbec44a53
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9348e3348d495826eb3761f4994bfbaa24bc79408ab0f732231b6f64fae407ad
3
+ size 117440512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0743a93ec6a6dbd8cd02946acc980635b655f8645a932d38b2615e223a1a3009
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9720ba4ea6e9f26270b3939d9aae5147512cab108cf8328773ab82ef465b6c
3
+ size 234881024
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd130cbb3771950104837a5177e34ea112a59210c697f772fe872a133551cf3
3
+ size 41943040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e1b77958651ab619422dc85f927bdc25bee0dad537e426c74da994499f4556
3
+ size 33554432
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e0a4c645d1d508623db921669104ffcacf2a28d8474a0dae5727eba516e80f
3
+ size 117440512
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0a9d09d85a62cfeb675d794043d7c6c27c0362db88c03b6afc4ba0c7c288fe
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd836bc36dc58eb1adefc3714280b42f77857063f2f9f1b1724045806bbcf6cf
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e7d64d4a4119eec18eabd7eecb85acd4927269384ace1488c62bfc5e007694
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bcfdd804a73c47395103a328792ecdd132549268d9a018e0779d8dd39134ca
3
+ size 234881024
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bd4b99b10d4e64a20f9a2122123023aa77732f1c13d2b47e92bb24ca9a0989
3
+ size 29196288
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f2db5ca47e08e02352e6b7ba72f2028dd73230f4507a758364e9dcc7ea81f1
3
+ size 41943040
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c51ae93dcb075bec652b4223cff038a68da4c704cd93811addd883faefa9b3
3
+ size 234881024
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4fb022827cc00f80175397268b3fdb4749d723cb8bac6f5f3f87cc91c54ff3
3
+ size 33554432