Upload tokenizer.json (#11)
Browse files- Upload tokenizer.json (a216e1ddde75fbe924e49e58f870d90476fe724b)
- tokenizer.json +1 -1
tokenizer.json
CHANGED
@@ -203,7 +203,7 @@
|
|
203 |
},
|
204 |
{
|
205 |
"id": 50279,
|
206 |
-
"content": "<|
|
207 |
"single_word": false,
|
208 |
"lstrip": false,
|
209 |
"rstrip": false,
|
|
|
203 |
},
|
204 |
{
|
205 |
"id": 50279,
|
206 |
+
"content": "<|he|>",
|
207 |
"single_word": false,
|
208 |
"lstrip": false,
|
209 |
"rstrip": false,
|