skwon commited on
Commit
094b93d
1 Parent(s): d2dd233

Clean tokenizer_config.json

Browse files

Remove reference to ArthurZ's local directory. It might be better to set "special_tokens_map_file" to null and delete special_tokens_map.json, since the special tokens are already included via "additional_special_tokens".

Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -107,7 +107,7 @@
107
  "name_or_path": "google/t5-v1_1-small",
108
  "pad_token": "<pad>",
109
  "sp_model_kwargs": {},
110
- "special_tokens_map_file": "/home/arthur_huggingface_co/.cache/huggingface/hub/models--google--t5-v1_1-small/snapshots/fb7e6cba609f7bab11c614294bc04f82f613c7b1/special_tokens_map.json",
111
  "tokenizer_class": "T5Tokenizer",
112
  "unk_token": "<unk>"
113
  }
 
107
  "name_or_path": "google/t5-v1_1-small",
108
  "pad_token": "<pad>",
109
  "sp_model_kwargs": {},
110
+ "special_tokens_map_file": "special_tokens_map.json",
111
  "tokenizer_class": "T5Tokenizer",
112
  "unk_token": "<unk>"
113
  }