cahaj commited on
Commit
57664d6
1 Parent(s): eaa9324

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -123,7 +123,7 @@
123
  "legacy": false,
124
  "model_max_length": 131072,
125
  "pad_token": "<|placeholder6|>",
126
- "padding_side": "right",
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "LlamaTokenizer",
129
  "unk_token": "<unk>",
 
123
  "legacy": false,
124
  "model_max_length": 131072,
125
  "pad_token": "<|placeholder6|>",
126
+ "padding_side": "left",
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "LlamaTokenizer",
129
  "unk_token": "<unk>",