artek0chumak commited on
Commit
126b411
1 Parent(s): 6fa9376

Upload folder using huggingface_hub

Browse files
.ipynb_checkpoints/tokenizer-checkpoint.json ADDED
The diff for this file is too large to render. See raw diff
 
.ipynb_checkpoints/tokenizer_config-checkpoint.json CHANGED
@@ -123,7 +123,6 @@
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|endoftext|>",
126
- "padding_side": "left",
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "PreTrainedTokenizerFast",
129
  "unk_token": "<unk>",
 
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|endoftext|>",
 
126
  "sp_model_kwargs": {},
127
  "tokenizer_class": "PreTrainedTokenizerFast",
128
  "unk_token": "<unk>",
tokenizer_config.json CHANGED
@@ -123,7 +123,6 @@
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|endoftext|>",
126
- "padding_side": "left",
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "PreTrainedTokenizerFast",
129
  "unk_token": "<unk>",
 
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|endoftext|>",
 
126
  "sp_model_kwargs": {},
127
  "tokenizer_class": "PreTrainedTokenizerFast",
128
  "unk_token": "<unk>",