Hugging Face's logo

numen-tech
/
gemma-2-9b-it-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
462f349
·
1 Parent(s): d21e80d

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -3
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_13.bin +3 -0
  37. params_shard_14.bin +3 -0
  38. params_shard_15.bin +3 -0
  39. params_shard_16.bin +3 -0
  40. params_shard_17.bin +3 -0
  41. params_shard_18.bin +3 -0
  42. params_shard_19.bin +3 -0
  43. params_shard_2.bin +3 -0
  44. params_shard_20.bin +3 -0
  45. params_shard_21.bin +3 -0
  46. params_shard_22.bin +3 -0
  47. params_shard_23.bin +3 -0
  48. params_shard_24.bin +3 -0
  49. params_shard_25.bin +3 -0
  50. params_shard_26.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,10 @@
1
- ---
2
- license: gemma
3
- ---
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: gemma
3
+ base_model: google/gemma-2-9b-it
4
+ base_model_relation: quantized
5
+ library_name: mlc-llm
6
+ pipeline_tag: text-generation
7
+
8
+ ---
9
+
10
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [gemma-2-9b-it](https://huggingface.co/google/gemma-2-9b-it).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f7f2db24c4f29a7cd63f3ca1ce933f6836f746795ca8b174037b70410b4c927
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8384f925077d02397971eb9d461e9c8472a14c77fcd84f1ee9fedd0f881d536
3
+ size 25690112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee7a64b26416f8447d01686c1d39af0834c97bdb6ec506cbe3a47a5c11eca9c
3
+ size 51380224
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef0e2ecddd11280d5c4704c4c61a024281fe706fea9362df21810eb8f9bc13f
3
+ size 25976832
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ee5a8fbca6667cfc63a0b5b46cfc71760bb1717667c8eefe876f58cf89bcb5
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36958dc8d951afdf7962e7ce05026340b8a236c6b703f46847f2a5fbd8b7ae94
3
+ size 51380224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2486352aad4dc53a03be2c569f2bd4268b767788e6cd2ae7c80aff6d7d4d8b5d
3
+ size 25145344
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0818504a03f3a50e927ddabd57f0c446d181200a24b17202046c8379bbf84ae
3
+ size 25690112
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3640eb9eb0650f8b966b9b23a541115ed6a890f1c829b355c3404d3f25df99af
3
+ size 51380224
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d66cc82118f808500ba9fc231ed4bacb99f1c4f049f22a7a19f807deada196d
3
+ size 25145344
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef158d12249068348490c33d38e87841ad0c86cc65dba0f408e765a552feeb5
3
+ size 25690112
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20336358087b84d12426d4a9c6b4a3f25a97603ded0419a924a619b4100dc169
3
+ size 51380224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e869cffff30622f3b02fc139bdbd5752e268d08fbd4fe440369feeb7b126048
3
+ size 25145344
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc883f13095a91237ee606d35c457947bf3b2e25fee0b4329e262570b20b2dc
3
+ size 25145344
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187e0b10e5b512c805d08e8f10659bfbbe4b2216c4eba897080d8509451b3331
3
+ size 25690112
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05162c7e4065168f131c2adca83388c62853d240421ced71c83f57d7f2e1863e
3
+ size 51380224
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67c70ef24c496c5608c36250145ec6bb1dc5dd55eaa9e406cde9c765d1fe1e9
3
+ size 25145344
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:608336bc85e982edeab3827feee5692c36a8be500d93ccd7139afeb0eede958b
3
+ size 25690112
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac27d8dc8b6f8782d4678a194be976275cfe992b1e31698fbb1fae22f8b4dfe2
3
+ size 51380224
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4704139656f0ba1ee85be1d7f906a1f2c574dbcc6074ca4902c0f1238b0ecb2a
3
+ size 25145344
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed054241cd307f6d6a44b331aa75154bdaad06d422deea0ee97e9e431853c155
3
+ size 25690112
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d7d2103c4add729231f34339fd6f53116611fabb0a3085a2e124c741ac10b7
3
+ size 51380224
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8612b340048583828edbac68a3f5b3a44635e0107dc8d4e3a526dc8f1785ac48
3
+ size 25145344
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c9839c21813105ff43dca0117fcd581804eec42bc34e1ace7aa9337904baaf
3
+ size 25690112
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1e2ee587b1f032ee37fd83f8e6f056d31ce208398db0581d8474e5ef48228d
3
+ size 25690112
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b2ff15b1003fbd302361f8787ec4f6f44ed94553b09453a5161133171d2d29
3
+ size 51380224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b96057f92d6f0701442d7a384c06834111c4d2033e27dfcbb5054b157c674e
3
+ size 25145344
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d920c7e56c16ba5fcccc7ef944a214a1fc5b8652dbb3447a24fb5d704ee508
3
+ size 25690112
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da19e451ba8959ee4c49bf9d0b35ac194fa444c2d3a7479dc04a9fb64528598
3
+ size 51380224
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51dd000fbd86ef60d194b2aa09f7b9124e4a7905281378a16e1f16eeab10ff8c
3
+ size 25145344
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62e03434f1d2f20fc135043de23098e6d5793bed501ea0c2b8461eab6efcc1f8
3
+ size 22715392
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059070dac8053630592f50ed3ced4cca2e357960685cd162aa11d6feba9dc2e9
3
+ size 51380224
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd11a8d6962524feb0ed25d96028538f6be170e5d44a2f3a7c6ec0120d473ba2
3
+ size 25145344
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32918d0b83c54895df7ea4c3e65bd75a50cb654a5e62c7ada9e2c614cfd4cb87
3
+ size 25690112
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd23d799c431ddd3989b74d758122a13e338fc4d95b050ac75c3f2d1880d9a84
3
+ size 51380224
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9c42c55880b7eb15718d17a8cde4bc03246a3eacfd8a954b7523a4d84afbf7
3
+ size 25145344
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473d63c7d2ec3199247ea2110578333bc6abfe68874398cd7fd426dbe253299f
3
+ size 25690112
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c820ef4071de20b470c872a14ee411c163eed7738678a71242e146ebf5aa5f16
3
+ size 51380224
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb2d62a527ba1c5ba2deb8bef2d7dfbff8ca83ae6d24347ee561ac7c20151cb
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad29e99f9a77d329e51ef5939f1bf0e9873cb4b2e9733468e5c2284ad536711c
3
+ size 25145344
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896a8617d3871e564aef13d0a4da0647937695fe92a13399bf9f1dd073794834
3
+ size 51380224
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f85283c791fdd51c4dcf56f865fbcad2f627db8c4e4f9cb5273dc861fc7c0c
3
+ size 24313856
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3b3e6a2930a9764dab7b1e1b11bdfcff7ba00b77f4e4a9399a03162caec796
3
+ size 25690112
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7b818f38f6490bce4ca8a7868906fbb808edbe97cb2cfef6c7233cdcfbcab9
3
+ size 51380224
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3dd19b9a4c1f03ad32f8765a646abb3bbcb96051b9fd9c98d7bddb50890abb
3
+ size 25145344
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4404cdb7b96323be5380b12a0e930d69685a6dde0a84c80db8988b5be8f036fe
3
+ size 25690112