MathBloom-2 / special_tokens_map.json
Chakita's picture
add tokenizer
2a1b492
raw
history blame
266 Bytes
{
"additional_special_tokens": [
"<BRG>",
"N_00",
"N_01",
"N_02",
"N_03",
"N_04",
"N_05",
"N_06",
"N_07",
"N_08",
"N_09"
],
"bos_token": "<s>",
"eos_token": "</s>",
"pad_token": "<pad>",
"unk_token": "<unk>"
}