Upload processor
Browse files- special_tokens_map.json +1 -5
- tokenizer.json +0 -0
- tokenizer_config.json +0 -0
special_tokens_map.json
CHANGED
|
@@ -95,11 +95,7 @@
|
|
| 95 |
"<extra_id_92>",
|
| 96 |
"<extra_id_93>",
|
| 97 |
"<extra_id_94>",
|
| 98 |
-
"<extra_id_95>"
|
| 99 |
-
"<extra_id_96>",
|
| 100 |
-
"<extra_id_97>",
|
| 101 |
-
"<extra_id_98>",
|
| 102 |
-
"<extra_id_99>"
|
| 103 |
],
|
| 104 |
"eos_token": "</s>",
|
| 105 |
"pad_token": "<pad>",
|
|
|
|
| 95 |
"<extra_id_92>",
|
| 96 |
"<extra_id_93>",
|
| 97 |
"<extra_id_94>",
|
| 98 |
+
"<extra_id_95>"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
],
|
| 100 |
"eos_token": "</s>",
|
| 101 |
"pad_token": "<pad>",
|
tokenizer.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|