x54-729 commited on
Commit
c56a729
1 Parent(s): 632df84

fix pad token id

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -19,7 +19,7 @@
19
  "num_attention_heads": 40,
20
  "num_hidden_layers": 60,
21
  "num_key_value_heads": 40,
22
- "pad_token_id": 0,
23
  "pretraining_tp": 1,
24
  "rms_norm_eps": 1e-06,
25
  "rope_scaling": null,
 
19
  "num_attention_heads": 40,
20
  "num_hidden_layers": 60,
21
  "num_key_value_heads": 40,
22
+ "pad_token_id": 2,
23
  "pretraining_tp": 1,
24
  "rms_norm_eps": 1e-06,
25
  "rope_scaling": null,