sharpenb's picture
f0b1219d6e89a5c33aa70802088ea60dcb0af147940b0b0316628baf84b48343
f6d56e1 verified
raw
history blame
301 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}