Hemanth-thunder commited on
Commit
275e5d9
1 Parent(s): 9ffd60e

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -110,8 +110,8 @@
110
  "pad_token": "<pad>",
111
  "sep_token": "</s>",
112
  "sp_model_kwargs": {},
113
- "src_lang": "en",
114
- "tgt_lang": "ta",
115
  "tokenizer_class": "M2M100Tokenizer",
116
  "tokenizer_file": null,
117
  "unk_token": "<unk>"
 
110
  "pad_token": "<pad>",
111
  "sep_token": "</s>",
112
  "sp_model_kwargs": {},
113
+ "src_lang": null,
114
+ "tgt_lang": null,
115
  "tokenizer_class": "M2M100Tokenizer",
116
  "tokenizer_file": null,
117
  "unk_token": "<unk>"