Upload processor

tokenizer_config.json

@@ -1202,11 +1202,11 @@
     "<other_198>",
     "<other_199>"
   ],
+  "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
-  "from_slow": true,
   "loc_extra_ids": 501,
-  "model_max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
   "only_label_first_subword": true,
   "other_extra_ids": 200,
   "pad_token": "<pad>",
@@ -1226,7 +1226,6 @@
     1000
   ],
   "sp_model_kwargs": {},
-  "special_tokens_map_file": null,
   "tokenizer_class": "UdopTokenizer",
   "unk_token": "<unk>"
 }