danielhanchen commited on
Commit
c7fe1cd
·
verified ·
1 Parent(s): 7b857e7

Add files using upload-large-folder tool

Browse files
added_tokens.json CHANGED
@@ -1,7 +1,6 @@
1
  {
2
  "</tool_call>": 151658,
3
  "<tool_call>": 151657,
4
- "<|PAD_TOKEN|>": 151665,
5
  "<|box_end|>": 151649,
6
  "<|box_start|>": 151648,
7
  "<|endoftext|>": 151643,
 
1
  {
2
  "</tool_call>": 151658,
3
  "<tool_call>": 151657,
 
4
  "<|box_end|>": 151649,
5
  "<|box_start|>": 151648,
6
  "<|endoftext|>": 151643,
config.json CHANGED
@@ -4,7 +4,6 @@
4
  "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "hidden_act": "silu",
10
  "hidden_size": 896,
@@ -16,13 +15,14 @@
16
  "num_attention_heads": 14,
17
  "num_hidden_layers": 24,
18
  "num_key_value_heads": 2,
19
- "pad_token_id": 151665,
20
  "rms_norm_eps": 1e-06,
 
21
  "rope_theta": 1000000.0,
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.44.2",
26
  "unsloth_fixed": true,
27
  "use_cache": true,
28
  "use_mrope": false,
 
4
  "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151643,
8
  "hidden_act": "silu",
9
  "hidden_size": 896,
 
15
  "num_attention_heads": 14,
16
  "num_hidden_layers": 24,
17
  "num_key_value_heads": 2,
18
+ "pad_token_id": 151654,
19
  "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
  "rope_theta": 1000000.0,
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.49.0.dev0",
26
  "unsloth_fixed": true,
27
  "use_cache": true,
28
  "use_mrope": false,
generation_config.json CHANGED
@@ -3,6 +3,6 @@
3
  "eos_token_id": 151643,
4
  "max_length": 32768,
5
  "max_new_tokens": 2048,
6
- "pad_token_id": 151665,
7
- "transformers_version": "4.44.2"
8
  }
 
3
  "eos_token_id": 151643,
4
  "max_length": 32768,
5
  "max_new_tokens": 2048,
6
+ "pad_token_id": 151654,
7
+ "transformers_version": "4.49.0.dev0"
8
  }
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "single_word": false
23
  },
24
  "pad_token": {
25
- "content": "<|PAD_TOKEN|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  "pad_token": {
25
+ "content": "<|vision_pad|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29503e9663ee5b7f65e04bb44f7225f2607fcd7995d7803632f42156db47ecfe
3
- size 7031863
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
tokenizer_config.json CHANGED
@@ -177,14 +177,6 @@
177
  "rstrip": false,
178
  "single_word": false,
179
  "special": false
180
- },
181
- "151665": {
182
- "content": "<|PAD_TOKEN|>",
183
- "lstrip": false,
184
- "normalized": false,
185
- "rstrip": false,
186
- "single_word": false,
187
- "special": true
188
  }
189
  },
190
  "additional_special_tokens": [
@@ -206,8 +198,9 @@
206
  "clean_up_tokenization_spaces": false,
207
  "eos_token": "<|endoftext|>",
208
  "errors": "replace",
209
- "model_max_length": 131072,
210
- "pad_token": "<|PAD_TOKEN|>",
 
211
  "padding_side": "left",
212
  "split_special_tokens": false,
213
  "tokenizer_class": "Qwen2Tokenizer",
 
177
  "rstrip": false,
178
  "single_word": false,
179
  "special": false
 
 
 
 
 
 
 
 
180
  }
181
  },
182
  "additional_special_tokens": [
 
198
  "clean_up_tokenization_spaces": false,
199
  "eos_token": "<|endoftext|>",
200
  "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 32768,
203
+ "pad_token": "<|vision_pad|>",
204
  "padding_side": "left",
205
  "split_special_tokens": false,
206
  "tokenizer_class": "Qwen2Tokenizer",