Hugging Face's logo

Esperanto
/
gemma-7b-it-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
gemma
4-bit precision
AWQ
Model card Files Community
ericsorides commited on
Commit
9607b5e
•
1 Parent(s): 518a51f

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. model-fixed-dims.onnx +3 -0
  3. model.embed_tokens.weight +3 -0
  4. model.layers.0.mlp.down_proj.qweight +3 -0
  5. model.layers.0.mlp.down_proj.qzeros +3 -0
  6. model.layers.0.mlp.down_proj.scales +3 -0
  7. model.layers.0.mlp.gate_proj.qweight +3 -0
  8. model.layers.0.mlp.gate_proj.qzeros +3 -0
  9. model.layers.0.mlp.gate_proj.scales +3 -0
  10. model.layers.0.mlp.up_proj.qweight +3 -0
  11. model.layers.0.mlp.up_proj.qzeros +3 -0
  12. model.layers.0.mlp.up_proj.scales +3 -0
  13. model.layers.0.self_attn.k_proj.qweight +3 -0
  14. model.layers.0.self_attn.k_proj.qzeros +3 -0
  15. model.layers.0.self_attn.k_proj.scales +3 -0
  16. model.layers.0.self_attn.o_proj.qweight +3 -0
  17. model.layers.0.self_attn.o_proj.qzeros +3 -0
  18. model.layers.0.self_attn.o_proj.scales +3 -0
  19. model.layers.0.self_attn.q_proj.qweight +3 -0
  20. model.layers.0.self_attn.q_proj.qzeros +3 -0
  21. model.layers.0.self_attn.q_proj.scales +3 -0
  22. model.layers.0.self_attn.v_proj.qweight +3 -0
  23. model.layers.0.self_attn.v_proj.qzeros +3 -0
  24. model.layers.0.self_attn.v_proj.scales +3 -0
  25. model.layers.1.mlp.down_proj.qweight +3 -0
  26. model.layers.1.mlp.down_proj.qzeros +3 -0
  27. model.layers.1.mlp.down_proj.scales +3 -0
  28. model.layers.1.mlp.gate_proj.qweight +3 -0
  29. model.layers.1.mlp.gate_proj.qzeros +3 -0
  30. model.layers.1.mlp.gate_proj.scales +3 -0
  31. model.layers.1.mlp.up_proj.qweight +3 -0
  32. model.layers.1.mlp.up_proj.qzeros +3 -0
  33. model.layers.1.mlp.up_proj.scales +3 -0
  34. model.layers.1.self_attn.k_proj.qweight +3 -0
  35. model.layers.1.self_attn.k_proj.qzeros +3 -0
  36. model.layers.1.self_attn.k_proj.scales +3 -0
  37. model.layers.1.self_attn.o_proj.qweight +3 -0
  38. model.layers.1.self_attn.o_proj.qzeros +3 -0
  39. model.layers.1.self_attn.o_proj.scales +3 -0
  40. model.layers.1.self_attn.q_proj.qweight +3 -0
  41. model.layers.1.self_attn.q_proj.qzeros +3 -0
  42. model.layers.1.self_attn.q_proj.scales +3 -0
  43. model.layers.1.self_attn.v_proj.qweight +3 -0
  44. model.layers.1.self_attn.v_proj.qzeros +3 -0
  45. model.layers.1.self_attn.v_proj.scales +3 -0
  46. model.layers.10.mlp.down_proj.qweight +3 -0
  47. model.layers.10.mlp.down_proj.qzeros +3 -0
  48. model.layers.10.mlp.down_proj.scales +3 -0
  49. model.layers.10.mlp.gate_proj.qweight +3 -0
  50. model.layers.10.mlp.gate_proj.qzeros +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx__* filter=lfs diff=lfs merge=lfs -text
37
+ model.* filter=lfs diff=lfs merge=lfs -text
model-fixed-dims.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42483196e06de1972a88bdee8c54461c6a9062c2793e51187a864a0f13ae0517
3
+ size 1498111
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2be3ee8010ace2bde14cf19c7a0c3d397674fcea96fcc119fbe99953b4cae48
3
+ size 1572864000
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8351e4a32964552cccf8e95f7946753e3dfeb6511b32c4ed7618273df7cfb5
3
+ size 37748736
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e53d502bf4e099c100a2aca81b7714f4baff9be45383389a4697014abf5fd80
3
+ size 294912
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da619e576fad64204f17d5d878316f4e6f1e3ccb78b81e085f58f37a0f002c6
3
+ size 1179648
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9b42d6f344f59292f404becd8ef0047728392c670ea642c7f994eca039c23f
3
+ size 37748736
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197e7fec3dc4977e9d7c29ffd1708c71bc071e7d1bd32783f260b619a9129cf9
3
+ size 294912
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923f421be86711c60306832f3d2a02b88ed79684e7de8fb3686af88065d7ea42
3
+ size 1179648
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3af032f36153afde83ac5b9e7e29608f0e27fe080dc66fcf50626354d62fdb5b
3
+ size 37748736
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43796dc27e9193bf2e5d6949e63085c24b7babb3856cdb94032b8313b0623c2
3
+ size 294912
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e3c8a0e427bbe2db88572f91be1abfe078e25b9fe12163f3b3f00e7868b35bf
3
+ size 1179648
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43aafc06b5d28dda6af2e04f2fb9ed9d0672ebafcdb26ccc99976d15a4ccba1f
3
+ size 6291456
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593ed2bd3469a5799697dcfee4726862b749e0714f22b6d518e12057e0d62f08
3
+ size 49152
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa45601c6c1debf7c3290b2292a066ed1f26103f9ddc634e718a2605c7330aad
3
+ size 196608
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b569f0724f6107cb2e12d7a21a890f6c4c42f715924d80a529b6767c6b71224
3
+ size 6291456
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de7bca69feb5f9ff388f777a5c2727859742c646fecc54910777b0c321daf48
3
+ size 49152
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d485b0211545d769a675662f34a892dd5a027fd82717b7d6e7e2ec0be9823ca1
3
+ size 196608
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0daf63b2ded9afdcf220ed2ecb84c1cc7bd3f69fa16c236b23a38129fd1c1c
3
+ size 6291456
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6b3574246516fb15d870a6f8b22f721e619e5a03282f1718e27c9499c64d03
3
+ size 49152
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae696c8d7700f757eb98c558da1b798931b325bd820ece53b2c1755d8469fbe
3
+ size 196608
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e6e4b5a7220bbe5d97b9ff4258476f7c26bf60046ecfb5586eab441eddf4ed2
3
+ size 6291456
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd02c499d3bd0be2462eeb4cef98e06e2913cbf92cac273b8000ceeebe9f88a
3
+ size 49152
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045974b694af83e95a62e856fa1070b7bc051281423d7707e11df184bc044592
3
+ size 196608
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:341d0ea19f545c7ac7fde4ef12f2093a6135fcdd172cdd7b2fba77f388aac467
3
+ size 37748736
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a2d582048eee442eca7d60d6a24bf24c247f8ef4ac9f1e30ed46da71cb4730b
3
+ size 294912
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48eba1c5f9679b748aad755be9ab87be0e6e7a23543e208d8d0d2fdbe9f03f7
3
+ size 1179648
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d46353e8deb259b007d2a4428e490c5c454a98656d79a21b0192fd610e0835e
3
+ size 37748736
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc1260c24756014d706fd154cf60077a83234a642af2c7be9412bad12279df3
3
+ size 294912
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:409effc146e4bfe0f8d5ca71d1b9b396fd45d2c51b07ea302e090b65eaaf62ad
3
+ size 1179648
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dffb5aab4cf57c9f2470a2ba5edcfdf691a671ffcd4829b48259d7a34b2a7a91
3
+ size 37748736
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ceb66a000bf5d095613ff05a72bac7a598b96b00eaf77b5f88800f9a3b41d0a
3
+ size 294912
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:075700d21337def6e1353b5889887e57acf814cec4feba383b9aaea90c2755be
3
+ size 1179648
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eedf21a4b0b19525884cf17192fe62d9bb48392c6197d989487b04371825e440
3
+ size 6291456
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441526d728422da6cb4166a16c96a6160df8728e4623123d3653a7ce0fecdc82
3
+ size 49152
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d096979ef343b9bb82a7e70467690d248610361388d323f668bb2cc37a6f9000
3
+ size 196608
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438d1a662ca1b66f1faa0dac579f38c5fe973895920d41905b8161657859b03c
3
+ size 6291456
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfbf0dc69abb92ba9014f8590897b1491cb9d51b0840f9ab04210329e92d240
3
+ size 49152
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562e3a7019dc834b8a79abab1d16603cc7092cef6dc591a9c875a865110ebb0a
3
+ size 196608
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1645eef2b1d78d20249e7d70287c325578f85a3651f6fb0e917a0af7b357f78a
3
+ size 6291456
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1376b7651278b8bb5e04fdf1b126da022802f4d1967582b2634fe03c603de93c
3
+ size 49152
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89e392e586084c8fe3ae93e52f4405de29ad5c6df9c4ed347483a30cf6fe12ed
3
+ size 196608
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3d215bbba330927f12aafa302e9fa2f91d97ecd35f4a30803749283e143cf4
3
+ size 6291456
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e204405be969eed71fa8325719e41185532d91f9e7125cddaa6533e9fa794fc8
3
+ size 49152
model.layers.1.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdabd339344f52b62013abd237207ed7a64832110058c8c8301e7397fed49670
3
+ size 196608
model.layers.10.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bc1fbcdd0245da61777d3f77005613e334217b10b059fefd9a5798718df80f
3
+ size 37748736
model.layers.10.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18446579cc5cc8fdf6b2b87a1c944c16084feaafea7fe10b68a4edde66aeefc8
3
+ size 294912
model.layers.10.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebdf5eaa18c5ce9b3379c4b1a0af97353ffaad2ab27a28a968c37ac3d06884af
3
+ size 1179648
model.layers.10.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9005cfacf9c69ea4d7eda17d143602e4d1c18b44427c8cc6212e080045fe3d6f
3
+ size 37748736
model.layers.10.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3155a92dabdc8133237e784bec44c7a713999f527c6137b5e93ae100d05d9d04
3
+ size 294912