numen-tech
commited on
Commit
•
31d5434
1
Parent(s):
003324d
Add weights
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- README.md +2 -0
- added_tokens.json +13 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
README.md
CHANGED
@@ -1,3 +1,5 @@
|
|
1 |
---
|
2 |
license: mit
|
3 |
---
|
|
|
|
|
|
1 |
---
|
2 |
license: mit
|
3 |
---
|
4 |
+
|
5 |
+
4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [kappa-3-phi-abliterated](https://huggingface.co/failspy/kappa-3-phi-abliterated) with an unquantized embedding layer.
|
added_tokens.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|assistant|>": 32001,
|
3 |
+
"<|endoftext|>": 32000,
|
4 |
+
"<|end|>": 32007,
|
5 |
+
"<|placeholder1|>": 32002,
|
6 |
+
"<|placeholder2|>": 32003,
|
7 |
+
"<|placeholder3|>": 32004,
|
8 |
+
"<|placeholder4|>": 32005,
|
9 |
+
"<|placeholder5|>": 32008,
|
10 |
+
"<|placeholder6|>": 32009,
|
11 |
+
"<|system|>": 32006,
|
12 |
+
"<|user|>": 32010
|
13 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1aeba30972a5144c875aed3caac680a68dea8dd5a2a7bda97f2babfb3dabbb0b
|
3 |
+
size 49250304
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3edbced4fed3504304686996238aa8cea34bcf19dc331af6ce790174155384e2
|
3 |
+
size 25165824
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:025832375f31091a79663ccf318d91ad936104cca67f4494cc12de3698f72e99
|
3 |
+
size 33239040
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86d7a2e646fcca70452a50408f9c54651ac4eb807770bdf76556d30a688f272d
|
3 |
+
size 25165824
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad0327b6787a50b62cf0fc6033e02aa125751278fbcf2d090243adf1005af1c6
|
3 |
+
size 33239040
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c025757afe2578e0642992900aa0af77af70f19ffd9ae16fbcc12e9e42f900e
|
3 |
+
size 25165824
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fff91664b4f6d36f8259e0137fa0297b79bcf1f1650a8bd8e69f23d63a350781
|
3 |
+
size 33239040
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3dc11b790fa3223663f7ae8d5d099647c8b9ed41d2b322d9814e526ca4d50ca6
|
3 |
+
size 25165824
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ddc2f5395a2448148b0fbba044a4a94646a81c057602c0693c8caf955b18aa8
|
3 |
+
size 33239040
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:555c9abc4f12bcbafbfeec96bc6a11949d568f90090f8d3eefc451c535f16d1d
|
3 |
+
size 25165824
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77a5f42da09ad845ca391f55ead339d786099066b2dbac30b2321866f3916838
|
3 |
+
size 33239040
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8750625c2bc438e7f2c25d77588ad6cc0566d737f32be58ac3c198806dbe8272
|
3 |
+
size 25165824
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f10171d96d59099522002430ee0fe3d30d67bcfe0e24756fd82ba22664e979fd
|
3 |
+
size 33168384
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd8c1b6412dbb6621d634f3fc3501127d54e098348aecd2a75585fac0715739d
|
3 |
+
size 33239040
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae4b1340b001a82b0c226ebc39a24ba7a31f48d24005cc8ee1c5fca97f93ce7e
|
3 |
+
size 25165824
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9946e0ac3013b63862491980e3867c626e5ec309a97e47d76236b4a30edb3b24
|
3 |
+
size 33239040
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c495ab9c99a004df45fb5c7fefc0f1c39e2d25cca32e5e533434e1097684a22f
|
3 |
+
size 197001216
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e97bfcd420ebed41f336468e706e63a3f6c6287ee6b7707196a1752e5b26308
|
3 |
+
size 25165824
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d75321be580a6b8ed6a23396b3df438dffe75ee3e7e2f2d7e849a07442fb91c
|
3 |
+
size 33245184
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26e1bafc160d460a7a08a88c986cd4640fa357188ab96c54e78cac1e4f0e2aab
|
3 |
+
size 25165824
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:979d379e85a0c0fa4cb2aa027a22a1ef4a151c331f56a2bbdc151392f405a593
|
3 |
+
size 33239040
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:386e42d0385a415ce755daec9cbbda4cd69a3160d06667814236dde1b7cac1b4
|
3 |
+
size 25165824
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b322a8a85cae04addf08b58402df3f647eaf34031344a8e68531c0e7762bf7e
|
3 |
+
size 33239040
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b28a9c80f53b498b14039c8ba2e432fc55f0a61fb2ea74b2d44ae8b79be5a27f
|
3 |
+
size 25165824
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c124e314f68f3c7efbfccdd97f6e2cb9cccf73400071fa966e3534cd1c14e733
|
3 |
+
size 25165824
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60b21af7c98e0faf2e45a4a00cc752c523605bca44b9bdec756882d1cea1e7fa
|
3 |
+
size 33239040
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd92545cbe0d513032ba477084a40e707a8608bb26eca2ef0612017fcd7cba50
|
3 |
+
size 25165824
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1958bfea6036aced74c2180f6d81c1a1795b1942d225d324d4d3f45927e97e62
|
3 |
+
size 33239040
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf6ec36b6855e21fb92e529d968708a2d15b32707fc3539028623d5d0d598daa
|
3 |
+
size 25165824
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a431322e54501368fc5d2b0d4c111f66985284ed2fbbf85e1972af287d855525
|
3 |
+
size 33239040
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e43abdc380dff8b819d7a83aea98e5f60a9d0c0100554cc8f15b6d2dba502d89
|
3 |
+
size 25165824
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0cf719e54a8f5a181073728513229412829e3a1eb78dd65510452b280d8b834
|
3 |
+
size 33239040
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1d184051870655fe89196a7d48e001819301de61ec259cf26dc09f448621db5
|
3 |
+
size 25165824
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9a3e2d113de2d3a13bca10173dd291b891c43bd011f7337dacbdd76a536c20c
|
3 |
+
size 33239040
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fdbfedd3ab667802da7bd9809f0db9c5aa17e01493077d7947f6d376109a3e05
|
3 |
+
size 33239040
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:431c87896bd476efaeea3f1a03bb6d4d4e0e4d94e398ec95d0a24f570bfce44f
|
3 |
+
size 25165824
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad7b34e4e92c2a3fff4d4fb180ea25918b7eb2fcfa5e97827ffd3d9c7558a15b
|
3 |
+
size 33239040
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bcb1ca62e16c965489b918424eda9689aa4f29603504f57c06f6582fd0758d5
|
3 |
+
size 25165824
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d589349af228ea5c088ad0da15664edb3a7dc329bde457214a8f0cfef5634f3
|
3 |
+
size 33239040
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0a44ad2fd629df19355ff0b24c99ad675c2ae190256ec759148a69eba6e13e0
|
3 |
+
size 25165824
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:35bdaa46313a8b2597e00311864844ca3f211fcccf5df9c30855ba0a4da24bbd
|
3 |
+
size 33239040
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02643764c58b77f982a94872601b11ee3e6624a572accc2728ef637e7a3b5ef3
|
3 |
+
size 25165824
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94556d18eea1cd1abe4eb860ff62053e6841effcf1acd9935c42c5cb6d83a5f8
|
3 |
+
size 33239040
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f573d5260b5c45b3f293d6b99d9bc8b78fbb6bd305ab0c4ff092f9686a0f8aab
|
3 |
+
size 25165824
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3ba9da87e77f6e4e41ed1b775dc45533315642158b00206dab82f1ed0e8bbdb
|
3 |
+
size 33239040
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce7c7974edfdeeb68a529425a644c073f67f5aee301ed03e7986fd3177c66b04
|
3 |
+
size 25165824
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cca4afdf50fa021d4071a632e418eede971a5fe5bbb4eea17d5ffdd62a995628
|
3 |
+
size 25165824
|