Mamba-Codestral-7B-v0.1-8bit / special_tokens_map.json
Goekdeniz-Guelmez's picture
6ad4ca878787f2072213f7cca29bb9fb806c75261f22e005c029de9cd1a05292
a9cdf20 verified
raw
history blame
414 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}