Or4cl3-1 commited on
Commit
282db10
·
verified ·
1 Parent(s): edf0125

Update tokenizer_confkg.json

Browse files
Files changed (1) hide show
  1. tokenizer_confkg.json +4 -4
tokenizer_confkg.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "model_type": "encoder-decoder",
3
  "vocab_size": 50257,
4
- "bos_token_id": 50256,
5
- "eos_token_id": 50256,
6
  "unk_token_id": 1,
7
- "pad_token_id": 0,
8
  "mask_token_id": 50256
9
  }
 
1
  {
2
+ "model_type": "blenderbot",
3
  "vocab_size": 50257,
4
+ "bos_token_id": 0,
5
+ "eos_token_id": 2,
6
  "unk_token_id": 1,
7
+ "pad_token_id": 3,
8
  "mask_token_id": 50256
9
  }