l3cube-pune
/

marathi-tweets-bert-scratch

Inference Endpoints

Model card Files Files and versions Community

l3cube-pune commited on Apr 20, 2023

Commit

50ced68

•

1 Parent(s): 2e484d8

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "special_tokens_map_file": "/ebs_ds_share/raviraj.j/temp/tokenizer/marathi_twt/special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",

   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
+  "special_tokens_map_file": "special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",