delete extra tokens which caused error while doing inference

#19
by Praful932 - opened
Files changed (1) hide show
  1. added_tokens.json +0 -3
added_tokens.json CHANGED
@@ -1,7 +1,4 @@
1
  {
2
- "</s>": 2,
3
- "<s>": 1,
4
- "<unk>": 0,
5
  "<|im_end|>": 32000,
6
  "<|im_start|>": 32001
7
  }
 
1
  {
 
 
 
2
  "<|im_end|>": 32000,
3
  "<|im_start|>": 32001
4
  }