Jongmo commited on
Commit
85b61dc
1 Parent(s): 1ad689f

Update Wikidata_Text_Parser.py

Browse files
Files changed (1) hide show
  1. Wikidata_Text_Parser.py +2 -1
Wikidata_Text_Parser.py CHANGED
@@ -15,7 +15,8 @@ from os.path import exists
15
  from pathlib import Path
16
  from nltk.tokenize import sent_tokenize
17
  from sentence_splitter import SentenceSplitter, split_text_into_sentences
18
-
 
19
 
20
  class DatabaseExtractor():
21
  def __init__(self, dbname='wikidata_claims_refs_parsed.db'):
 
15
  from pathlib import Path
16
  from nltk.tokenize import sent_tokenize
17
  from sentence_splitter import SentenceSplitter, split_text_into_sentences
18
+ import nltk
19
+ nltk.download('punkt')
20
 
21
  class DatabaseExtractor():
22
  def __init__(self, dbname='wikidata_claims_refs_parsed.db'):