Update retrieval_utils.py
Browse files- retrieval_utils.py +2 -0
retrieval_utils.py
CHANGED
@@ -16,6 +16,8 @@ from sentence_transformers import SentenceTransformer
|
|
16 |
from transformers import DPRQuestionEncoder, DPRQuestionEncoderTokenizer, DPRContextEncoder, DPRContextEncoderTokenizer
|
17 |
from llm_utils import decoder_for_gpt3
|
18 |
from utils import entity_cleansing, knowledge_cleansing
|
|
|
|
|
19 |
|
20 |
wiki_wiki = wikipediaapi.Wikipedia('en')
|
21 |
nlp = spacy.load("en_core_web_sm")
|
|
|
16 |
from transformers import DPRQuestionEncoder, DPRQuestionEncoderTokenizer, DPRContextEncoder, DPRContextEncoderTokenizer
|
17 |
from llm_utils import decoder_for_gpt3
|
18 |
from utils import entity_cleansing, knowledge_cleansing
|
19 |
+
import nltk
|
20 |
+
nltk.download('punkt')
|
21 |
|
22 |
wiki_wiki = wikipediaapi.Wikipedia('en')
|
23 |
nlp = spacy.load("en_core_web_sm")
|