openvino-ci commited on
Commit
5b07525
1 Parent(s): f0ae40c

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. generation_config.json +2 -2
  2. tokenizer_config.json +4 -0
generation_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 1,
4
- "eos_token_id": 2,
5
  "transformers_version": "4.41.2"
6
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 11,
4
+ "eos_token_id": 11,
5
  "transformers_version": "4.41.2"
6
  }
tokenizer_config.json CHANGED
@@ -113,6 +113,10 @@
113
  ],
114
  "clean_up_tokenization_spaces": true,
115
  "eos_token": "<|endoftext|>",
 
 
 
 
116
  "model_max_length": 2048,
117
  "tokenizer_class": "PreTrainedTokenizerFast"
118
  }
 
113
  ],
114
  "clean_up_tokenization_spaces": true,
115
  "eos_token": "<|endoftext|>",
116
+ "model_input_names": [
117
+ "input_ids",
118
+ "attention_mask"
119
+ ],
120
  "model_max_length": 2048,
121
  "tokenizer_class": "PreTrainedTokenizerFast"
122
  }