tokenizer_config.json

{
  "do_lower_case": false,
  "remove_space": true,
  "keep_accents": true,
  "bos_token": "[BOS]",
  "eos_token": "[EOS]",
  "unk_token": "[UNK]",
  "sep_token": "[SEP]",
  "pad_token": "[PAD]",
  "cls_token": "[CLS]",
  "mask_token": "[MSK]",
  "normalizer": {
    "type": "Sequence",
    "normalizers": []
  },
  "name_or_path": "./spiece.model"
}