artek0chumak
commited on
Commit
•
126b411
1
Parent(s):
6fa9376
Upload folder using huggingface_hub
Browse files
.ipynb_checkpoints/tokenizer-checkpoint.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
.ipynb_checkpoints/tokenizer_config-checkpoint.json
CHANGED
@@ -123,7 +123,6 @@
|
|
123 |
"legacy": false,
|
124 |
"model_max_length": 4096,
|
125 |
"pad_token": "<|endoftext|>",
|
126 |
-
"padding_side": "left",
|
127 |
"sp_model_kwargs": {},
|
128 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
129 |
"unk_token": "<unk>",
|
|
|
123 |
"legacy": false,
|
124 |
"model_max_length": 4096,
|
125 |
"pad_token": "<|endoftext|>",
|
|
|
126 |
"sp_model_kwargs": {},
|
127 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
128 |
"unk_token": "<unk>",
|
tokenizer_config.json
CHANGED
@@ -123,7 +123,6 @@
|
|
123 |
"legacy": false,
|
124 |
"model_max_length": 4096,
|
125 |
"pad_token": "<|endoftext|>",
|
126 |
-
"padding_side": "left",
|
127 |
"sp_model_kwargs": {},
|
128 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
129 |
"unk_token": "<unk>",
|
|
|
123 |
"legacy": false,
|
124 |
"model_max_length": 4096,
|
125 |
"pad_token": "<|endoftext|>",
|
|
|
126 |
"sp_model_kwargs": {},
|
127 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
128 |
"unk_token": "<unk>",
|