ybelkada TimeRobber commited on
Commit
20dcd04
1 Parent(s): 04f1494

Update special tokens (#1)

Browse files

- Update special tokens (8d05891957886d7b70659308a58eff5ef13d386e)


Co-authored-by: Thomas Wang <TimeRobber@users.noreply.huggingface.co>

Files changed (1) hide show
  1. config.json +4 -2
config.json CHANGED
@@ -3,9 +3,11 @@
3
  "attention_dropout": 0.0,
4
  "attention_softmax_in_fp32": true,
5
  "bias_dropout_fusion": true,
6
- "bos_token_id": 50256,
7
  "dtype": "float16",
8
- "eos_token_id": 50256,
 
 
9
  "hidden_dropout": 0.0,
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-05,
 
3
  "attention_dropout": 0.0,
4
  "attention_softmax_in_fp32": true,
5
  "bias_dropout_fusion": true,
6
+ "bos_token_id": 1,
7
  "dtype": "float16",
8
+ "eos_token_id": 2,
9
+ "pad_token_id": 3,
10
+ "unk_token_id": 0,
11
  "hidden_dropout": 0.0,
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,