Model upload.

.gitattributes

@@ -9,7 +9,6 @@
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
 *.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
 *.npy filter=lfs diff=lfs merge=lfs -text
 *.npz filter=lfs diff=lfs merge=lfs -text
@@ -25,7 +24,6 @@
 *.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
 *.wasm filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+# superhot-13b-16k-no-rlhf-test-GGML
+
+Merged base LLaMA and LoRA with this:
+https://github.com/tloen/alpaca-lora
+
+Base LLaMA 13B:
+https://huggingface.co/huggyllama/llama-13b
+
+SuperHOT 13B 16k no-rlhf-test LoRA:
+https://huggingface.co/kaiokendev/superhot-13b-16k-no-rlhf-test
+
+``` sh
+BASE_MODEL=huggyllama_llama-13b LORA=kaiokendev_superhot-13b-16k-no-rlhf-test python export_hf_checkpoint.py
+```
+
+Converted and quantized with llama.cpp commit `447ccbe`:
+
+``` sh
+python convert.py superhot-13b-16k-safetensors --outtype f32 --outfile superhot-13b-16k-no-rlhf-test.ggmlv3.f32.bin
+./bin/quantize superhot-13b-16k-no-rlhf-test.ggmlv3.f32.bin superhot-13b-16k-no-rlhf-test.ggmlv3.Q2_K.bin Q2_K
+```

superhot-13b-16k-no-rlhf-test.ggmlv3.Q2_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e8a49d1616cbd0e2b20841ced0e83576e79b434fc4ee664d401685ab365ec1
+size 5508521088

superhot-13b-16k-no-rlhf-test.ggmlv3.Q3_K_L.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3c8b1f8a514ea244cfc36b156b2ceb3a93c7ae8e89757570003134d10c77a
+size 6929269888

superhot-13b-16k-no-rlhf-test.ggmlv3.Q3_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4713212a129c91c9f0f07571744a1aa02eca11c4d0b1e289c04b0f8d8172d369
+size 6313231488

superhot-13b-16k-no-rlhf-test.ggmlv3.Q3_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69563a0fde2d23619b16b0a42fd162302a566386f36b297988177cd755c3473e
+size 5658690688

superhot-13b-16k-no-rlhf-test.ggmlv3.Q4_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f778f587465aad4cd82d400b40e019e72f4470bc9f676950406080a7abd9d84f
+size 7365545088

superhot-13b-16k-no-rlhf-test.ggmlv3.Q4_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d219c3ecc6b013774a0d775e93b85d24e2983d6c913652b6336e82c4e5cfae9e
+size 8168770688

superhot-13b-16k-no-rlhf-test.ggmlv3.Q4_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5e9609c0ca4733fda729ab182a30ffddf050c7f0bceff801af1c1fe75c9ef
+size 7865666688

superhot-13b-16k-no-rlhf-test.ggmlv3.Q4_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf79213ae22ae4ac27c4e452b0acf8b96d15738e0bf83cda44ecfb8bcb4d7cd
+size 7365545088

superhot-13b-16k-no-rlhf-test.ggmlv3.Q5_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e61d7a6102fa18925a918d0947a5f28615b486248f96d10dd800c73b0bb8100
+size 8971996288

superhot-13b-16k-no-rlhf-test.ggmlv3.Q5_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3a72db12335642c8ccb3719dadebb459c4a17c688cde2c98976c3e1800b38
+size 9775221888

superhot-13b-16k-no-rlhf-test.ggmlv3.Q5_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fca3b3fef3de28f7059279be51ad8171b2a991872edd6518671bd7214eb72d
+size 9229634688

superhot-13b-16k-no-rlhf-test.ggmlv3.Q5_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718e8abc9b9b5d670d02c957c972ed76077657d24f88707180249107ee68af48
+size 8971996288

superhot-13b-16k-no-rlhf-test.ggmlv3.Q6_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627d67a74dc70d86bd5b36d46059af879a220bdeb87ed3bc377be5a9d7b938cb
+size 10678850688

superhot-13b-16k-no-rlhf-test.ggmlv3.Q8_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4f0c9a0db23299643b11e033bfc44401c8e32ff9ec49b182b229ebf5f1645f
+size 13791349888