remove instruct tokens from json (#1)
Browse files- remove instruct tokens from json (08e477e6f935d03322180bea240fb931bca40db2)
- vocab.json +1 -3
vocab.json
CHANGED
@@ -100260,7 +100260,5 @@
|
|
100260 |
"<|fim_middle|>": 100259,
|
100261 |
"<|fim_suffix|>": 100260,
|
100262 |
"<|endofprompt|>": 100276,
|
100263 |
-
"<|pad|>": 100277
|
100264 |
-
"<|im_start|>": 100278,
|
100265 |
-
"<|im_end|>": 100279
|
100266 |
}
|
|
|
100260 |
"<|fim_middle|>": 100259,
|
100261 |
"<|fim_suffix|>": 100260,
|
100262 |
"<|endofprompt|>": 100276,
|
100263 |
+
"<|pad|>": 100277
|
|
|
|
|
100264 |
}
|