Upload tokenizer

special_tokens_map.json

@@ -23,8 +23,8 @@
   "mask_token": {
     "content": "<mask>",
     "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
+    "normalized": true,
+    "rstrip": true,
     "single_word": false
   },
   "pad_token": {

tokenizer.json

@@ -87,8 +87,8 @@
       "content": "<mask>",
       "single_word": false,
       "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
+      "rstrip": true,
+      "normalized": true,
       "special": true
     }
   ],

tokenizer_config.json

@@ -68,8 +68,8 @@
     "65003": {
       "content": "<mask>",
       "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
+      "normalized": true,
+      "rstrip": true,
       "single_word": false,
       "special": true
     }