Model upload.

.gitattributes

@@ -9,7 +9,6 @@
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
 *.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
 *.npy filter=lfs diff=lfs merge=lfs -text
 *.npz filter=lfs diff=lfs merge=lfs -text
@@ -25,7 +24,6 @@
 *.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
 *.wasm filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+# superhot-13b-8k-no-rlhf-test-GGML
+
+Merged base LLaMA and LoRA with this:
+https://github.com/tloen/alpaca-lora
+
+Base LLaMA 13B:
+https://huggingface.co/huggyllama/llama-13b
+
+SuperHOT 13B 8k no-rlhf-test LoRA:
+https://huggingface.co/kaiokendev/superhot-13b-8k-no-rlhf-test
+
+``` sh
+BASE_MODEL=huggyllama_llama-13b LORA=kaiokendev_superhot-13b-8k-no-rlhf-test python export_hf_checkpoint.py
+```
+
+Converted and quantized with llama.cpp commit `447ccbe`:
+
+``` sh
+python convert.py superhot-13b-8k-safetensors --outtype f32 --outfile superhot-13b-8k-no-rlhf-test.ggmlv3.f32.bin
+./bin/quantize superhot-13b-8k-no-rlhf-test.ggmlv3.f32.bin superhot-13b-8k-no-rlhf-test.ggmlv3.Q2_K.bin Q2_K
+```

superhot-13b-8k-no-rlhf-test.ggmlv3.Q2_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e06948a442e35e903e93ece464d45607a69a048fed4c3afb0c2aa166da43e9
+size 5508521088

superhot-13b-8k-no-rlhf-test.ggmlv3.Q3_K_L.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f0df261e127690ee56487416ba884c2b55590c54a0e6105e806cd69d992a52
+size 6929269888

superhot-13b-8k-no-rlhf-test.ggmlv3.Q3_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96390cb0636c43ead8d1dfc0c15c065254dfb88c3928d28bad0671a993130a
+size 6313231488

superhot-13b-8k-no-rlhf-test.ggmlv3.Q3_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1765177156da2a546eed91a1ec5fd47067638658667500b6a20ecac77bd12
+size 5658690688

superhot-13b-8k-no-rlhf-test.ggmlv3.Q4_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043305ca76113c4101a2f9455b5343ea242cd8651ada0f7d0f4590c4dd7b2ab9
+size 7365545088

superhot-13b-8k-no-rlhf-test.ggmlv3.Q4_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabeb899806ad19982c2976b4a231fab193a8699fa03a8a8bf75b3b9d2cbf40
+size 8168770688

superhot-13b-8k-no-rlhf-test.ggmlv3.Q4_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3248d4dc656729943b98229e6bdf791bfb095c91c8e387c657c27a9deb3279
+size 7865666688

superhot-13b-8k-no-rlhf-test.ggmlv3.Q4_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6633d8d6ef9f87856a1ad5a8b23c2a4d102201de4dfddefaec7323b6d96d43
+size 7365545088

superhot-13b-8k-no-rlhf-test.ggmlv3.Q5_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f762e52ada9d666c06c65225a873432bea790a36f893211ba6bc70370cd0756
+size 8971996288

superhot-13b-8k-no-rlhf-test.ggmlv3.Q5_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519747d3ab8a44019b846a48eb80ebe09c2730cba19d3149ac6e035c57fd6b54
+size 9775221888

superhot-13b-8k-no-rlhf-test.ggmlv3.Q5_K_M.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377bbb9b5e8eae3c42fa0cce8617579aefa4966618c2cac268a3fe4005ace901
+size 9229634688

superhot-13b-8k-no-rlhf-test.ggmlv3.Q5_K_S.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45b7c00496af46f9418076cf06075c1aa138ca70e7ae81fd8d117f043929f78
+size 8971996288

superhot-13b-8k-no-rlhf-test.ggmlv3.Q6_K.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547a4a747739598b3917a55b1124b26961a2fc3d5ffccd0939b08c4fe5228e50
+size 10678850688

superhot-13b-8k-no-rlhf-test.ggmlv3.Q8_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d16b823a64ce0a36bad11362857c4679722f988936c584fe069c1536d8b9ad
+size 13791349888