re-upload using new tokenizer

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--NousResearch--Hermes-2-Pro-Llama-3-8B/snapshots/8722c0bdf7845a2c4e551ea18ace8139abbaa075",
+  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--NousResearch--Hermes-2-Pro-Llama-3-8B/snapshots/7c94b9e1248071b53e8b303893a51feb811dcc2c",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -30,7 +30,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.40.1",
   "use_cache": false,
   "vocab_size": 128288
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 128000,
   "do_sample": true,
   "eos_token_id": 128003,
-  "transformers_version": "4.38.2"
+  "transformers_version": "4.40.1"
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63d70dab5b3126ea94e22149ba003c5882de3049232f976624446f1a7e557cf7
+oid sha256:b9f440c275e5870e69dae71d1d4e72de52d14f35ff5ebcc16fe09f7b6cdecda6
 size 4677527440

tokenizer.json

@@ -46,7 +46,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128005,
@@ -55,7 +55,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128006,
@@ -82,7 +82,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128009,
@@ -100,7 +100,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128011,
@@ -109,7 +109,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128012,
@@ -118,7 +118,7 @@
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128013,
@@ -2695,6 +2695,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -38,7 +38,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128005": {
       "content": "<tool_response>",
@@ -46,7 +46,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128006": {
       "content": "<|start_header_id|>",
@@ -70,7 +70,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128009": {
       "content": "<|eot_id>",
@@ -86,7 +86,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128011": {
       "content": "</tool_call>",
@@ -94,7 +94,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128012": {
       "content": "</tool_response>",
@@ -102,7 +102,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128013": {
       "content": "<|reserved_special_token_8|>",