{
"version": "1.0",
"truncation": {
"direction": "Right",
"max_length": 512,
"strategy": "LongestFirst",
"stride": 0
},
"padding": {
"strategy": {
"Fixed": 512
},
"direction": "Left",
"pad_to_multiple_of": null,
"pad_id": 2,
"pad_type_id": 0,
"pad_token": "<|endoftext|>"
},
"added_tokens": [
{
"id": 0,
"content": " ": 53,
"": 32,
"": 33,
"
": 34,
"": 35,
"": 36,
"
": 37,
"": 38,
"": 39,
"
": 40,
"": 41,
"": 42,
"
": 43,
"": 44,
"": 45,
"
": 46,
"
": 47,
"
": 48,
"": 49,
"": 50,
"": 51,
"": 52,
"