qingy2024 commited on
Commit
be9d3d2
1 Parent(s): 97415ed

Update added_tokens.json

Browse files
Files changed (1) hide show
  1. added_tokens.json +1 -1
added_tokens.json CHANGED
@@ -4,7 +4,7 @@
4
  "<|PAD_TOKEN|>": 151665,
5
  "<|box_end|>": 151649,
6
  "<|box_start|>": 151648,
7
- "<|endoftext|>": 151643,
8
  "<|file_sep|>": 151664,
9
  "<|fim_middle|>": 151660,
10
  "<|fim_pad|>": 151662,
 
4
  "<|PAD_TOKEN|>": 151665,
5
  "<|box_end|>": 151649,
6
  "<|box_start|>": 151648,
7
+ "<|im_end|>": 151643,
8
  "<|file_sep|>": 151664,
9
  "<|fim_middle|>": 151660,
10
  "<|fim_pad|>": 151662,