Hugging Face's logo

bebechien
/
gemma-2-2b-4.5bpw-exl2

Text Generation
Transformers
Safetensors
autoquant
exl2
Inference Endpoints
Model card Files Community
bebechien commited on
Commit
3ac1808
•
1 Parent(s): 09eb54f

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. hidden_states.safetensors +1 -1
  2. job_new.json +0 -0
  3. measurement.json +0 -0
  4. out_tensor/lm_head.safetensors +3 -0
  5. out_tensor/model.layers.0.mlp.down_proj.safetensors +2 -2
  6. out_tensor/model.layers.0.mlp.gate_proj.safetensors +2 -2
  7. out_tensor/model.layers.0.mlp.up_proj.safetensors +2 -2
  8. out_tensor/model.layers.0.self_attn.o_proj.safetensors +1 -1
  9. out_tensor/model.layers.0.self_attn.q_proj.safetensors +1 -1
  10. out_tensor/model.layers.0.self_attn.v_proj.safetensors +1 -1
  11. out_tensor/model.layers.1.mlp.down_proj.safetensors +3 -0
  12. out_tensor/model.layers.1.mlp.gate_proj.safetensors +3 -0
  13. out_tensor/model.layers.1.mlp.up_proj.safetensors +3 -0
  14. out_tensor/model.layers.1.self_attn.k_proj.safetensors +2 -2
  15. out_tensor/model.layers.1.self_attn.o_proj.safetensors +2 -2
  16. out_tensor/model.layers.1.self_attn.q_proj.safetensors +2 -2
  17. out_tensor/model.layers.1.self_attn.v_proj.safetensors +1 -1
  18. out_tensor/model.layers.10.mlp.down_proj.safetensors +3 -0
  19. out_tensor/model.layers.10.mlp.gate_proj.safetensors +3 -0
  20. out_tensor/model.layers.10.mlp.up_proj.safetensors +3 -0
  21. out_tensor/model.layers.10.self_attn.k_proj.safetensors +3 -0
  22. out_tensor/model.layers.10.self_attn.o_proj.safetensors +3 -0
  23. out_tensor/model.layers.10.self_attn.q_proj.safetensors +3 -0
  24. out_tensor/model.layers.10.self_attn.v_proj.safetensors +3 -0
  25. out_tensor/model.layers.11.mlp.down_proj.safetensors +3 -0
  26. out_tensor/model.layers.11.mlp.gate_proj.safetensors +3 -0
  27. out_tensor/model.layers.11.mlp.up_proj.safetensors +3 -0
  28. out_tensor/model.layers.11.self_attn.k_proj.safetensors +3 -0
  29. out_tensor/model.layers.11.self_attn.o_proj.safetensors +3 -0
  30. out_tensor/model.layers.11.self_attn.q_proj.safetensors +3 -0
  31. out_tensor/model.layers.11.self_attn.v_proj.safetensors +3 -0
  32. out_tensor/model.layers.12.mlp.down_proj.safetensors +3 -0
  33. out_tensor/model.layers.12.mlp.gate_proj.safetensors +3 -0
  34. out_tensor/model.layers.12.mlp.up_proj.safetensors +3 -0
  35. out_tensor/model.layers.12.self_attn.k_proj.safetensors +3 -0
  36. out_tensor/model.layers.12.self_attn.o_proj.safetensors +3 -0
  37. out_tensor/model.layers.12.self_attn.q_proj.safetensors +3 -0
  38. out_tensor/model.layers.12.self_attn.v_proj.safetensors +3 -0
  39. out_tensor/model.layers.13.mlp.down_proj.safetensors +3 -0
  40. out_tensor/model.layers.13.mlp.gate_proj.safetensors +3 -0
  41. out_tensor/model.layers.13.mlp.up_proj.safetensors +3 -0
  42. out_tensor/model.layers.13.self_attn.k_proj.safetensors +3 -0
  43. out_tensor/model.layers.13.self_attn.o_proj.safetensors +3 -0
  44. out_tensor/model.layers.13.self_attn.q_proj.safetensors +3 -0
  45. out_tensor/model.layers.13.self_attn.v_proj.safetensors +3 -0
  46. out_tensor/model.layers.14.mlp.down_proj.safetensors +3 -0
  47. out_tensor/model.layers.14.mlp.gate_proj.safetensors +3 -0
  48. out_tensor/model.layers.14.mlp.up_proj.safetensors +3 -0
  49. out_tensor/model.layers.14.self_attn.k_proj.safetensors +3 -0
  50. out_tensor/model.layers.14.self_attn.o_proj.safetensors +3 -0
hidden_states.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4c3792d3afb47bef55baba76f2050eed270ddaf6a55af4d1b5d5268e071d2c5
3
  size 1887445592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e165fa60388e44734a70f47fa52571c74d7649a1aafcce6f47c7ddf71ee89440
3
  size 1887445592
job_new.json CHANGED
The diff for this file is too large to render. See raw diff
 
measurement.json CHANGED
The diff for this file is too large to render. See raw diff
 
out_tensor/lm_head.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bc1ad72140f40d2d73acb37acddc4704cc5358f0f378caa10f0e58541045fc
3
+ size 469257756
out_tensor/model.layers.0.mlp.down_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2edb50847068d249fd17b57ebea37ee42bb56763ba9efb56c0f8cd954320301
3
- size 11807960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5404282df3d7167b31c5ce12f26e5b262e98f2f656775e22c613d5b90aecb66
3
+ size 11540696
out_tensor/model.layers.0.mlp.gate_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:003009306f40d1854edb77e44c621688ec96051cc499178f2c0cea95c85a75d1
3
- size 11253696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9779e16bdc1e3f79c9b1dff697cf7a61613f50a8fe284e1411f16483d4ac7283
3
+ size 10958784
out_tensor/model.layers.0.mlp.up_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d833214f664d36476c9f4ac26ab0e60418e6dba54a6e3824632005db1ca591ce
3
- size 11622328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d8aab8f35eb7ad82df59e9b3923f9599bcd39968b01b7f2deae76c57f8277e
3
+ size 10958776
out_tensor/model.layers.0.self_attn.o_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3601d3ef6fda80a4e54a78eb30ee989ce3ca68524a4de5cf91f138e01cd01bfe
3
  size 2478808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2db05a8562a2cc236829b78c1adf68bd67487dae5b6fc9f4336061ad2824168
3
  size 2478808
out_tensor/model.layers.0.self_attn.q_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:490cd38cb9e0af07b8a7424005ffa7df7fcfd972fea25587f8878e0d0088f56b
3
  size 2471664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea89129704afdcc98be029d39c45e04b546dcdb74d9b698ccf88d92f293f065
3
  size 2471664
out_tensor/model.layers.0.self_attn.v_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dae9865b4f598ffb36cdcdd102b1b3d641b32f3d77c9c48a9d6928035f04280
3
  size 1259464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:735ca65ca23a30ea68792b8914f7ca90987104d13a2cb8792d1ebb37af7fb826
3
  size 1259464
out_tensor/model.layers.1.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019900b1046bc0e5bafb46e3f7f2afa4df9919c75ce631a8dd6978531e35d2f0
3
+ size 11807960
out_tensor/model.layers.1.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83237b2740518ed5c5f30b2f38b3fb944c5d89726e56dc16eb308304cbff462b
3
+ size 11253696
out_tensor/model.layers.1.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:256d05cd3a39e13f8be838305fe02ccc59d22b75270f447c3d51644c6c750711
3
+ size 11622328
out_tensor/model.layers.1.self_attn.k_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4784ffd2c379e18e2d802a82920bc8ec16f3218b134777edc4c16985322bb515
3
- size 1788548
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44637721beca8f3ccc5d84eb25405bd8503a16e813af0481d17e19b40ebe076c
3
+ size 1526404
out_tensor/model.layers.1.self_attn.o_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:558e1de0bac39b09867bfb5286291a83689c3e2655fbcf3b859330573675908d
3
- size 3566200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b971f2d12ade22eef6ef0ad2a5ab26e0bc75e217b02bdb6323cb5737c64a4ce6
3
+ size 3050104
out_tensor/model.layers.1.self_attn.q_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d398f5db36ea429f7377a4c60e7c1ca67dc3b9a55d337ff5f97b39b0ce590968
3
- size 3567236
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba57b69f71bac6d37f328fd15934627cd1e10f3d1b17bc98f72459da3bca960b
3
+ size 3042948
out_tensor/model.layers.1.self_attn.v_proj.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3ba91db45cab6520c19d0113e85374d61de030fd8a49957ee4f6c90b172936c
3
  size 1788548
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c5fc96c5d1b2b830e4d68f5bafcecfb37b57887276df0b4d165ad31d3ae1d9
3
  size 1788548
out_tensor/model.layers.10.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd32a645b8b0f12e3df2c132250098f4ffc648c2bded362d05c31e874d88321
3
+ size 11540696
out_tensor/model.layers.10.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2d530b682c8e757dcc56b619ee8ccb462972624a5902eb48710d66a7ae06f8
3
+ size 10958792
out_tensor/model.layers.10.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e887f6591ea1096bb1faecf4dbd0eb0a87c7bfe7c7c9c5059992b23d418e39e
3
+ size 10958784
out_tensor/model.layers.10.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9dda2e6776875327462523bc48d73343bb42279252703c39bfdecfd9574a68e
3
+ size 1240824
out_tensor/model.layers.10.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89c781cc5448ff3c9c21798744206c561b2f2b9624183a18ff5d47216624e4b1
3
+ size 2478816
out_tensor/model.layers.10.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c14808cb3dee4abeb8f9d8aa953df16b068982309beb4ca9a752d286d4c4cb6
3
+ size 2471672
out_tensor/model.layers.10.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd035353287769134bf370d2989ce6ef0a8a20d309687d2f92de13b452342a9f
3
+ size 1502968
out_tensor/model.layers.11.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f800986ce7b64311b441f9bd9f74391338c2783184fd4e232115fa178dca367
3
+ size 11304464
out_tensor/model.layers.11.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb3f544cf86e06127d1fdcfd41481a3dfbe834513219fd9c4d2c270fafdbc6b4
3
+ size 10709636
out_tensor/model.layers.11.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b04bc434794c446aa3468f1a98ef074e65be6906953bcc999fdaef5c99d07c4
3
+ size 10958784
out_tensor/model.layers.11.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0eeb89074f3d314e91974cdd44ed0f6ddeb74e86ed285e9282a8a6650bd1afa
3
+ size 1208056
out_tensor/model.layers.11.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddffca85d4e1c9e1df82bbe2213a785ec50fd97f0e9b0bbb998ee3f43294d4d
3
+ size 2405088
out_tensor/model.layers.11.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b3ecdc0b88278afd0fd7ebedccb3ed187887cc1badd8d1c2a0d54cb38bb400
3
+ size 2406136
out_tensor/model.layers.11.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb4ba7cf48d0c740329434e7c73a230b184d40f54aee1b0cb6dc92a1e6fbeb0
3
+ size 1226704
out_tensor/model.layers.12.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c6577ea81a2f256fa8fe08181da735ede95ef5d6b74e0f0d2d6cad568b72c7
3
+ size 11540696
out_tensor/model.layers.12.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818333870b3bf7d6e4c1e59282471581737a49b838a6703701abe6cfac36f58b
3
+ size 10958792
out_tensor/model.layers.12.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1968ea6475c7809b9573227ed85c52a6bcbe3902c9893ece7da931efe990b2cc
3
+ size 10958784
out_tensor/model.layers.12.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b245c1046d9082eb3fe68edfd64efcd4ea583ae8765c90ccfca2048e053eba
3
+ size 1788556
out_tensor/model.layers.12.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc878a6f7d91c6b84b2b61b7e50648cee82e68303b719b84786482392f77c666
3
+ size 3566208
out_tensor/model.layers.12.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d20b78b5d0555964dfd3e8d5e7101ff1ce2df301b8b38bed5048b29f622177db
3
+ size 3567244
out_tensor/model.layers.12.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45fae4540b7f74d2ffa68a794f68a736ee0e340de30a7181ba182234600ca357
3
+ size 1788556
out_tensor/model.layers.13.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7c69102f3af7a03752bea91b07c5afd0898c3f6b332896738176f51ebbc893
3
+ size 11540696
out_tensor/model.layers.13.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1746030b041ab25d8f1419a78f0270b75e28f30067cd4726a2468aa899a981b5
3
+ size 10958792
out_tensor/model.layers.13.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34143ade090b979db74fbfbeca57b5171fce1882c6b2750bd4e407bdcf1385a
3
+ size 10958784
out_tensor/model.layers.13.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733ccf754b38a2c3f8f7be975350a88a8173c4de7082ee973b93bcdccb5b1904
3
+ size 1554384
out_tensor/model.layers.13.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe1c55ebb9efa9193c51ddb45f6642b79c1fc4ca6139e62ca86788148aa026d
3
+ size 3096480
out_tensor/model.layers.13.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3385285b239166553244a1a7046e675fc9e9331e742ae8d6adeae4ae5704bf6
3
+ size 3098576
out_tensor/model.layers.13.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef6613abd140d956ecfa19c0afb33202cb116c4da109e6b92bb39bef9570f49
3
+ size 1816528
out_tensor/model.layers.14.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca35b0255cb9f7a571b67686bcedc84758e3afe6ac3fa330f49fd92293ad0a04
3
+ size 11540696
out_tensor/model.layers.14.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2fa38f60829d5e89b7beaccaff8508303bae05838efbcbb2dac9476ef041d5
3
+ size 10958792
out_tensor/model.layers.14.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8c84ba547fd90493696f800e703cb00980b74fe3c18cba1f609aedf1d38e1d
3
+ size 10958784
out_tensor/model.layers.14.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c922226f6a0b9883bfd71654d03e28f4f82dc636b17ce80e83c9fac22a85386
3
+ size 1554384
out_tensor/model.layers.14.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20784d45bb17704d4ec9073337a04953e00bb94e742edf46ecd82b86276bbf7
3
+ size 3096480