EmoPrev_gpt2_seed46 / special_tokens_map.json
armandnlp's picture
Upload tokenizer
054cab3 verified
{
"additional_special_tokens": [
"[address]",
"[department]",
"<|endofcontext|>",
"[stars]",
"[departure]",
"<|belief|>",
"[destination]",
"[leaveat]",
"[entrancefee]",
"[day]",
"[bookday]",
"[openhours]",
"[name]",
"<|useremotion|>",
"<|user|>",
"[area]",
"[bookstay]",
"[food]",
"<|action|>",
"[trainid]",
"<|endofaction|>",
"[price]",
"[pricerange]",
"<|system|>",
"<|response|>",
"[phone]",
"[postcode]",
"[booktime]",
"<|endofresponse|>",
"<|context|>",
"[duration]",
"[type]",
"<|endofuseremotion|>",
"[choice]",
"[bookpeople]",
"<|endofbelief|>",
"[ref]",
"[arriveby]"
],
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}