katuni4ka commited on
Commit
918537f
1 Parent(s): 20e9ebd

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -8079,8 +8079,8 @@
8079
  "•": 7977,
8080
  "‣": 7978,
8081
  "‧": 7979,
8082
- "": 7980,
8083
- "": 7981,
8084
  "‪": 7982,
8085
  "‫": 7983,
8086
  "‬": 7984,
 
8079
  "•": 7977,
8080
  "‣": 7978,
8081
  "‧": 7979,
8082
+ "": 7980,
8083
+ "": 7981,
8084
  "‪": 7982,
8085
  "‫": 7983,
8086
  "‬": 7984,