Bingsu
/

my_vilt_b32_mlm_not_trained

Inference Endpoints

Model card Files Files and versions Community

Bingsu commited on Nov 3, 2022

Commit

f2a7307

•

1 Parent(s): d5a6bb0

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -2,12 +2,12 @@
   "cls_token": "<s>",
   "do_lower_case": true,
   "mask_token": "<mask>",
-  "model_max_length": 512,
   "name_or_path": "Bingsu/my_vilt_b32_mlm_not_trained",
   "pad_token": "<pad>",
   "processor_class": "ViltProcessor",
   "sep_token": "</s>",
-  "special_tokens_map_file": "ko_BBPE_tokenizer_bert2\\special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",

   "cls_token": "<s>",
   "do_lower_case": true,
   "mask_token": "<mask>",
+  "model_max_length": 40,
   "name_or_path": "Bingsu/my_vilt_b32_mlm_not_trained",
   "pad_token": "<pad>",
   "processor_class": "ViltProcessor",
   "sep_token": "</s>",
+  "special_tokens_map_file": "./special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",