diff --git "a/tokenizer.json" "b/tokenizer.json" --- "a/tokenizer.json" +++ "b/tokenizer.json" @@ -38,6 +38,24 @@ "rstrip": false, "normalized": false, "special": true + }, + { + "id": 32001, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32002, + "content": "