Upload 2 files
Browse files- tokenizer.json +2 -2
- tokenizer_config.json +1 -1
tokenizer.json
CHANGED
@@ -41,7 +41,7 @@
|
|
41 |
},
|
42 |
{
|
43 |
"id": 4,
|
44 |
-
"content": "[
|
45 |
"single_word": false,
|
46 |
"lstrip": false,
|
47 |
"rstrip": false,
|
@@ -7042,7 +7042,7 @@
|
|
7042 |
"<s>": 1,
|
7043 |
"<|im_end|>": 2,
|
7044 |
"<|im_start|>": 3,
|
7045 |
-
"[
|
7046 |
"[TOOL_CALLS]": 5,
|
7047 |
"[AVAILABLE_TOOLS]": 6,
|
7048 |
"[/AVAILABLE_TOOLS]": 7,
|
|
|
41 |
},
|
42 |
{
|
43 |
"id": 4,
|
44 |
+
"content": "[control_769]",
|
45 |
"single_word": false,
|
46 |
"lstrip": false,
|
47 |
"rstrip": false,
|
|
|
7042 |
"<s>": 1,
|
7043 |
"<|im_end|>": 2,
|
7044 |
"<|im_start|>": 3,
|
7045 |
+
"[control_769]": 4,
|
7046 |
"[TOOL_CALLS]": 5,
|
7047 |
"[AVAILABLE_TOOLS]": 6,
|
7048 |
"[/AVAILABLE_TOOLS]": 7,
|
tokenizer_config.json
CHANGED
@@ -36,7 +36,7 @@
|
|
36 |
"special": true
|
37 |
},
|
38 |
"4": {
|
39 |
-
"content": "[
|
40 |
"lstrip": false,
|
41 |
"normalized": false,
|
42 |
"rstrip": false,
|
|
|
36 |
"special": true
|
37 |
},
|
38 |
"4": {
|
39 |
+
"content": "[control_769]",
|
40 |
"lstrip": false,
|
41 |
"normalized": false,
|
42 |
"rstrip": false,
|