claudios commited on
Commit
0551679
1 Parent(s): 394b7c5

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -41,7 +41,7 @@
41
  "eos_token": "</s>",
42
  "errors": "replace",
43
  "full_tokenizer_file": null,
44
- "model_max_length": 1000000000000000019884624838656,
45
  "pad_token": "<pad>",
46
  "tokenizer_class": "GPT2Tokenizer",
47
  "unk_token": "<|UNKNOWN|>"
 
41
  "eos_token": "</s>",
42
  "errors": "replace",
43
  "full_tokenizer_file": null,
44
+ "model_max_length": 1024,
45
  "pad_token": "<pad>",
46
  "tokenizer_class": "GPT2Tokenizer",
47
  "unk_token": "<|UNKNOWN|>"