DebasishDhal99 commited on
Commit
a216a89
1 Parent(s): b8e56e6

Adding from nltk.tokenize import word_tokenize to turkish.py

Browse files
Files changed (1) hide show
  1. turkish.py +2 -0
turkish.py CHANGED
@@ -1,3 +1,5 @@
 
 
1
  special_combs = {"c" : "ј", "C" : "Ј"} #These are Serbian J characters, they will be later converted to Latin J.
2
 
3
  turkish_dict = {
 
1
+ from nltk.tokenize import word_tokenize
2
+
3
  special_combs = {"c" : "ј", "C" : "Ј"} #These are Serbian J characters, they will be later converted to Latin J.
4
 
5
  turkish_dict = {