hadidev
/

gpt2-urdu-tokenizer-withgpt2

Text Generation

Model card Files Files and versions Community

hadidev commited on Aug 16, 2022

Commit

e2ab605

•

1 Parent(s): ee2028e

add tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -18,7 +18,7 @@
     "single_word": false
   },
   "errors": "replace",
-  "name_or_path": "./gpt2_ur_small/",
   "pad_token": null,
   "special_tokens_map_file": "/root/.cache/huggingface/transformers/fd05696fd7c524ed400d964c4d1fa66c6435bc0d588c55f7ac98c7c850c7cc5a.b7f8742f1d370b815979aeabc401aed45c79760724667d2725ac7503c242b97f",
   "tokenizer_class": "GPT2Tokenizer",

     "single_word": false
   },
   "errors": "replace",
+  "name_or_path": "hadidev/gpt2-urdu-tokenizer",
   "pad_token": null,
   "special_tokens_map_file": "/root/.cache/huggingface/transformers/fd05696fd7c524ed400d964c4d1fa66c6435bc0d588c55f7ac98c7c850c7cc5a.b7f8742f1d370b815979aeabc401aed45c79760724667d2725ac7503c242b97f",
   "tokenizer_class": "GPT2Tokenizer",