Update Wikidata_Text_Parser.py
Browse files- Wikidata_Text_Parser.py +2 -1
Wikidata_Text_Parser.py
CHANGED
@@ -15,7 +15,8 @@ from os.path import exists
|
|
15 |
from pathlib import Path
|
16 |
from nltk.tokenize import sent_tokenize
|
17 |
from sentence_splitter import SentenceSplitter, split_text_into_sentences
|
18 |
-
|
|
|
19 |
|
20 |
class DatabaseExtractor():
|
21 |
def __init__(self, dbname='wikidata_claims_refs_parsed.db'):
|
|
|
15 |
from pathlib import Path
|
16 |
from nltk.tokenize import sent_tokenize
|
17 |
from sentence_splitter import SentenceSplitter, split_text_into_sentences
|
18 |
+
import nltk
|
19 |
+
nltk.download('punkt')
|
20 |
|
21 |
class DatabaseExtractor():
|
22 |
def __init__(self, dbname='wikidata_claims_refs_parsed.db'):
|