JustinLin610
commited on
Commit
•
6da8456
1
Parent(s):
7dc5a89
Upload folder using huggingface_hub
Browse files- config.json +1 -1
- tokenizer.json +6 -10
config.json
CHANGED
@@ -3,7 +3,7 @@
|
|
3 |
"Qwen2ForCausalLM"
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
-
"bos_token_id":
|
7 |
"eos_token_id": 2,
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 4096,
|
|
|
3 |
"Qwen2ForCausalLM"
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
+
"bos_token_id": 1,
|
7 |
"eos_token_id": 2,
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 4096,
|
tokenizer.json
CHANGED
@@ -12556,21 +12556,17 @@
|
|
12556 |
}
|
12557 |
]
|
12558 |
},
|
12559 |
-
"pre_tokenizer":
|
12560 |
-
"type": "Metaspace",
|
12561 |
-
"replacement": "▁",
|
12562 |
-
"add_prefix_space": false,
|
12563 |
-
"prepend_scheme": "first"
|
12564 |
-
},
|
12565 |
"post_processor": null,
|
12566 |
"decoder": {
|
12567 |
"type": "Sequence",
|
12568 |
"decoders": [
|
12569 |
{
|
12570 |
-
"type": "
|
12571 |
-
"
|
12572 |
-
|
12573 |
-
|
|
|
12574 |
},
|
12575 |
{
|
12576 |
"type": "ByteFallback"
|
|
|
12556 |
}
|
12557 |
]
|
12558 |
},
|
12559 |
+
"pre_tokenizer": null,
|
|
|
|
|
|
|
|
|
|
|
12560 |
"post_processor": null,
|
12561 |
"decoder": {
|
12562 |
"type": "Sequence",
|
12563 |
"decoders": [
|
12564 |
{
|
12565 |
+
"type": "Replace",
|
12566 |
+
"pattern": {
|
12567 |
+
"String": "▁"
|
12568 |
+
},
|
12569 |
+
"content": " "
|
12570 |
},
|
12571 |
{
|
12572 |
"type": "ByteFallback"
|