Spaces:
Sleeping
Sleeping
Vinh Nguyen
commited on
Commit
•
0d052d7
1
Parent(s):
6f72d86
Update document_retriever.py
Browse files- document_retriever.py +0 -4
document_retriever.py
CHANGED
|
@@ -12,10 +12,6 @@ from langchain_community.embeddings import HuggingFaceEmbeddings
|
|
| 12 |
from langchain_community.vectorstores import DocArrayInMemorySearch
|
| 13 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 14 |
|
| 15 |
-
# disable tokenizer transformer parallelism to avoid deadlocks
|
| 16 |
-
# https://github.com/huggingface/transformers/issues/5486
|
| 17 |
-
os.environ["TOKENIZERS_PARALLELISM"] = "false"
|
| 18 |
-
|
| 19 |
|
| 20 |
@st.cache_resource(ttl="1h")
|
| 21 |
def configure_retriever(files):
|
|
|
|
| 12 |
from langchain_community.vectorstores import DocArrayInMemorySearch
|
| 13 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 14 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
|
| 16 |
@st.cache_resource(ttl="1h")
|
| 17 |
def configure_retriever(files):
|