DebasishDhal99
commited on
Commit
•
a216a89
1
Parent(s):
b8e56e6
Adding from nltk.tokenize import word_tokenize to turkish.py
Browse files- turkish.py +2 -0
turkish.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
special_combs = {"c" : "ј", "C" : "Ј"} #These are Serbian J characters, they will be later converted to Latin J.
|
2 |
|
3 |
turkish_dict = {
|
|
|
1 |
+
from nltk.tokenize import word_tokenize
|
2 |
+
|
3 |
special_combs = {"c" : "ј", "C" : "Ј"} #These are Serbian J characters, they will be later converted to Latin J.
|
4 |
|
5 |
turkish_dict = {
|