Upload tokenizer
Browse files- vocab.json +18 -18
vocab.json
CHANGED
|
@@ -59,23 +59,23 @@
|
|
| 59 |
"ृ": 54,
|
| 60 |
"े": 55,
|
| 61 |
"ै": 56,
|
| 62 |
-
"
|
| 63 |
-
"
|
| 64 |
-
"
|
| 65 |
-
"
|
| 66 |
-
"
|
| 67 |
-
"
|
| 68 |
-
"
|
| 69 |
-
"
|
| 70 |
-
"
|
| 71 |
-
"
|
| 72 |
-
"
|
| 73 |
-
"
|
| 74 |
-
"
|
| 75 |
-
"
|
| 76 |
-
"
|
| 77 |
-
"
|
| 78 |
-
"
|
| 79 |
-
"
|
| 80 |
}
|
| 81 |
}
|
|
|
|
| 59 |
"ृ": 54,
|
| 60 |
"े": 55,
|
| 61 |
"ै": 56,
|
| 62 |
+
"ो": 57,
|
| 63 |
+
"ौ": 58,
|
| 64 |
+
"्": 59,
|
| 65 |
+
"।": 60,
|
| 66 |
+
"०": 61,
|
| 67 |
+
"१": 62,
|
| 68 |
+
"२": 63,
|
| 69 |
+
"३": 64,
|
| 70 |
+
"४": 65,
|
| 71 |
+
"५": 66,
|
| 72 |
+
"६": 67,
|
| 73 |
+
"७": 68,
|
| 74 |
+
"८": 69,
|
| 75 |
+
"९": 70,
|
| 76 |
+
"": 71,
|
| 77 |
+
"": 72,
|
| 78 |
+
"": 73,
|
| 79 |
+
" ": 74
|
| 80 |
}
|
| 81 |
}
|