Anni123 commited on
Commit
12a00ac
1 Parent(s): 91ffd37

Update retrieval_utils.py

Browse files
Files changed (1) hide show
  1. retrieval_utils.py +2 -0
retrieval_utils.py CHANGED
@@ -16,6 +16,8 @@ from sentence_transformers import SentenceTransformer
16
  from transformers import DPRQuestionEncoder, DPRQuestionEncoderTokenizer, DPRContextEncoder, DPRContextEncoderTokenizer
17
  from llm_utils import decoder_for_gpt3
18
  from utils import entity_cleansing, knowledge_cleansing
 
 
19
 
20
  wiki_wiki = wikipediaapi.Wikipedia('en')
21
  nlp = spacy.load("en_core_web_sm")
 
16
  from transformers import DPRQuestionEncoder, DPRQuestionEncoderTokenizer, DPRContextEncoder, DPRContextEncoderTokenizer
17
  from llm_utils import decoder_for_gpt3
18
  from utils import entity_cleansing, knowledge_cleansing
19
+ import nltk
20
+ nltk.download('punkt')
21
 
22
  wiki_wiki = wikipediaapi.Wikipedia('en')
23
  nlp = spacy.load("en_core_web_sm")