Upload folder using huggingface_hub (#1)

- Upload folder using huggingface_hub (e0c8cb14edb9102d594a3af12cf78e42a161805e)


Co-authored-by: Pavel Iakubovskii <qubvel-hf@users.noreply.huggingface.co>

config.json

@@ -11,7 +11,7 @@
     "attention_bias": false,
     "bad_words_ids": null,
     "begin_suppress_tokens": null,
-    "bos_token_id": 1,
+    "bos_token_id": 128000,
     "chunk_size_feed_forward": 0,
     "cross_attention_hidden_size": null,
     "cross_attention_layers": [
@@ -30,7 +30,11 @@
     "dropout": 0,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
-    "eos_token_id": 2,
+    "eos_token_id": [
+      128001,
+      128008,
+      128009
+    ],
     "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
@@ -64,7 +68,7 @@
     "output_attentions": false,
     "output_hidden_states": false,
     "output_scores": false,
-    "pad_token_id": null,
+    "pad_token_id": 128004,
     "prefix": null,
     "problem_type": null,
     "pruned_heads": {},
@@ -99,7 +103,6 @@
     "use_scaled_rope": true,
     "vocab_size": 128256
   },
-  "torch_dtype": "bfloat16",
   "transformers_version": "4.45.0.dev0",
   "vision_config": {
     "_name_or_path": "",

generation_config.json

@@ -1,6 +1,13 @@
 {
-  "_from_model_config": true,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "pad_token_id": 128004,
+  "temperature": 0.6,
+  "top_p": 0.9,
   "transformers_version": "4.45.0.dev0"
 }

special_tokens_map.json

@@ -1,5 +1,5 @@
 {
   "bos_token": "<|begin_of_text|>",
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|eot_id|>",
   "pad_token": "<|finetune_right_pad_id|>"
 }

tokenizer_config.json

@@ -2060,7 +2060,7 @@
   "bos_token": "<|begin_of_text|>",
   "chat_template": "{% for message in messages %}{% if loop.index0 == 0 %}{{bos_token}}{% endif %}{{'<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' }}{% for content in message['content'] %}{% if content['type'] == 'image' %}{{ '<|image|>' }}{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{{ '<|eot_id|>' }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|eot_id|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"