Upload folder using huggingface_hub (#2)

- 0cf8bc616c0ee4747e888ee7afd6fcd6c24f1a58abe3ed68018b624b9e655d4d (9daa2ad0e05cf585dc1b4a84d4c073be008435be)
- 5f15a3d1784c330b38f99d46bb20d5991f001c115d877688bdd38c9b38032607 (2c6b7905d7ec60059386c030e09f543698b212df)
- b58e391317e3fa56fd0b5485d1a52d4a7b2a7c9b00ab6f75876b010256f2e150 (b51e8a6e69a2092f527336f97f2447a89cc22260)
- 7ed36964d08e2342857df4c5b10fe209a7dc74991c53ed583d85816e52ad5433 (dbc68781e51bed6642c7cc9d3915768fbedc09eb)
- 58b7d493056c4d6148304437b06b587a36377f5bd1094ce24557aeccec4c1e31 (7c7282c52bb4f54cf949eb73227f6499cbe4124b)
- 9011d8a72f5c8b9c40d95f585b4287fafe4642a4fc40ad6567649a46ee13b97b (80f46f859dc60ced4f534c086783cef85313284b)
- 7483d141fbec7295edc7c7c77786dc05145d34b5ab283062694667ae870b20dd (df3617cb6947d3140005fabf560d87ab8b76fa31)
- 5f76d8ac721e2e095ae6c8e7d2bb54bbd4d3c45f85cfb499328ad6a51935ae60 (6fec31b7da1f837d9614abe5a68abaeb527f8a50)
- b3bca17e453052c6fcf9f70b61f150975981655a7236a4821e00abb3f9761a4b (828d9235e1f0f881d75a70932fecbdc27a5edb74)
- f88e9c69a715ba646b328880466dd8a8c7924cf588d9f2da1cec5cbc36fbca80 (c1ffd5e6e332d4807d0ac4364caeff9d257a3f57)
- 6d15c1401a33b9e4440ce8d7f70e85fc4769d916e8b4a48e16459e77b532ef72 (65907b3158dc3fe65a8e83fb020f5fdc42c81ec1)
- 774b778f90ad6958945fdf4e840a6a54338db2a8d4bbd5635dd52a1fed8e7fcf (69df48a894e017a1623b83cc0dbfb2da4e7e7ef7)
- 28c9be1c294ddcd4a38e3abcb7083e76c07e1b5abe3a7136335453ce15d14914 (f0fca1f572dc04ca4e8356478bda2aefb1718b88)
- be0247ae4b05a11806786fb8ed6a661745badebaf749d4a78eb1ea785ad5bebb (c30565645cf308897b5052e088fd8e6d4aeac62d)

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}