Uploaded version 2024/4/17 with new prompt format including additional special tokens.

README.md

@@ -13,11 +13,15 @@ Fine tuned on r/ChatGPT Discord #general dump. \
 Merged into bfloat16 using [mistralai/Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1) as base and [v2ray/SchizoGPT-8x7B-QLoRA](https://huggingface.co/v2ray/SchizoGPT-8x7B-QLoRA) as QLoRA.
 ## Prompt Template
 ```
-### Username
-Message(s)(Can be stacked, separated by new line)
-### Username(Can have multiturn multiuser chat, separated by new line)
-(End of prompt)
+Date: 2024/4<username>username1<message>message 1<message>message 2<username>username2<message>message 1<message>message 2<username>username3<message>
+```
+Date prefix is optional:
+```
+<username>username1<message>message 1<message>message 2<username>username2<message>message 1<message>message 2<username>username3<message>
 ```
 Use `@username` to ping a user and `#channel name` to mention a channel. \
 Prepend `<Re: username>` before a message to respond to a user. \
-Use `<filename.ext>` to mention a file in a link, for example, if you have `https://example.com/image.jpg`, use `<image.jpg>`.
+Use `<filename.ext>` to mention a file in a link, for example, if you have `https://example.com/image.jpg`, use `<image.jpg>`:
+```
+Date: 2023/12<username>example#0001<message>Hello!<username>example#0002<message><Re: example#0001> Hi, look at this image of a cat! <cat.png><username>example#0001<message><Re: example#0002>
+```

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<message>": 32001,
+  "<username>": 32000
+}

config.json

@@ -26,5 +26,5 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.39.3",
   "use_cache": true,
-  "vocab_size": 32000
+  "vocab_size": 32002
 }

model-00001-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4376f358a18810d5025d31ed1b67b2e14bb1b33c6c1caae585fb655944864cf3
-size 9993254224
+oid sha256:169768a67eec792b9df7780dbaa87bc4be7ffa29d9cd63a4de84a981674d6286
+size 9993270608

model-00002-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fbc46b01a77b367fc586d7085f20f8764e14e6d12c34a6bf42b7774e3983f6c
+oid sha256:cc4c9e0588ed00b76ab6adb97e1598e2b412e2e43e9b263c98729020b6a543c9
 size 9999479840

model-00003-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7842a025f4faa43a0a7e67936039fbe6fd7ed325537c71e6d2ff01e1ede48f10
+oid sha256:92e988401c12e7e6a8f90d51d2a7b608c645bd589dd7525b91cbe9984c615d0e
 size 9966008016

model-00004-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6453517dc5099c6ba64c5aabd53808355ce49ec6c9490767746f85bf4fbf2994
+oid sha256:cdff4626ee7ca4851b068f63ddc987c77e26294f157e09acba112e40b32d60ce
 size 9999479944

model-00005-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb6b18e1f2d874f957881f7f7981479a7deb3731e7b82bcc32265f135fc323d8
+oid sha256:8c423e668c5eeb73848ac42216f225d857f4a6578c209f79f0fe75dba81b64e2
 size 9966008120

model-00006-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c7f66e88a0f444dda7c119387c84dcb1bdc2b014f7488e715fd7f8f379a9e5
+oid sha256:0a5aaf26a91be244a0ab7c0f718d43e6eb9f0564218067ea55e4b7ee99af5842
 size 9999479944

model-00007-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17abdb4696f826dbd50a5d27b6cb01f172d6030d06bd9792d14b78ee6e5d7e4d
+oid sha256:9d85b85b153d3fa2e5af69ca17655b1a3e59f429bb336f1cc9c5d57c78e6d93e
 size 9999496560

model-00008-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20620687cdab3705d97e2ec6d290babaf746e7e365fe6448c716a9cd7aff7ced
+oid sha256:1b03f1aa2485608a60e96cfa451d1156c4623e6b9e25420a3f6439a8f5f6a94d
 size 9965991512

model-00009-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c66c3097087ce874cde9540a010ff3fb3ebc082406a8ce63d340070e1361f7d6
+oid sha256:fa37c7c2cf490e005ae2ad2d4c4fe5cda86b9d09fffb922328d658c5481e4b77
 size 9999479944

model-00010-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8dd6cae84c31cb128cbeae22a3a093db348a1d8915e1b60086edb9029348d65
-size 3517035224
+oid sha256:614d387dcf77c8e2b9338a0028a82c11d4850a1750a7d2a4a6f5a40fe786e830
+size 3517051608

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 93405585408
+    "total_size": 93405618176
   },
   "weight_map": {
     "lm_head.weight": "model-00010-of-00010.safetensors",

special_tokens_map.json

@@ -1,4 +1,8 @@
 {
+  "additional_special_tokens": [
+    "<username>",
+    "<message>"
+  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,
@@ -13,6 +17,13 @@
     "rstrip": false,
     "single_word": false
   },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -29,6 +29,24 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<username>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<message>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -25,15 +26,35 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "32000": {
+      "content": "<username>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<message>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
-  "additional_special_tokens": [],
+  "additional_special_tokens": [
+    "<username>",
+    "<message>"
+  ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": null,
+  "pad_token": "<unk>",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",