Qubitium commited on
Commit
225a8ad
1 Parent(s): 00c1b2b

remove instruct tokens from json (#1)

Browse files

- remove instruct tokens from json (08e477e6f935d03322180bea240fb931bca40db2)

Files changed (1) hide show
  1. vocab.json +1 -3
vocab.json CHANGED
@@ -100260,7 +100260,5 @@
100260
  "<|fim_middle|>": 100259,
100261
  "<|fim_suffix|>": 100260,
100262
  "<|endofprompt|>": 100276,
100263
- "<|pad|>": 100277,
100264
- "<|im_start|>": 100278,
100265
- "<|im_end|>": 100279
100266
  }
 
100260
  "<|fim_middle|>": 100259,
100261
  "<|fim_suffix|>": 100260,
100262
  "<|endofprompt|>": 100276,
100263
+ "<|pad|>": 100277
 
 
100264
  }