watashiha-gpt-6b / special_tokens_map.json
tatuRD
initial commit
8feb58a
{
"additional_special_tokens": [
"<CLS>",
"<SEP>",
"<EOD>",
"<MASK>"
],
"eos_token": "<EOD>",
"pad_token": "[PAD]",
"unk_token": "[UNK]"
}