Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -48,8 +48,8 @@ def load_txt(path="./a.cv.ckaller.2024.txt"):
|
|
48 |
document = loader.load()
|
49 |
# split the document into chunks
|
50 |
text_splitter = RecursiveCharacterTextSplitter(
|
51 |
-
chunk_size=
|
52 |
-
chunk_overlap=
|
53 |
length_function=len,
|
54 |
is_separator_regex=False,
|
55 |
)
|
@@ -87,8 +87,8 @@ def get_vectorstore_from_url(url="https://huggingface.co/Chris4K"):
|
|
87 |
document = loader.load()
|
88 |
|
89 |
# split the document into chunks
|
90 |
-
text_splitter = RecursiveCharacterTextSplitter( chunk_size=
|
91 |
-
chunk_overlap=
|
92 |
length_function=len,
|
93 |
is_separator_regex=False)
|
94 |
document_chunks = text_splitter.split_documents(document)
|
|
|
48 |
document = loader.load()
|
49 |
# split the document into chunks
|
50 |
text_splitter = RecursiveCharacterTextSplitter(
|
51 |
+
chunk_size=2500,
|
52 |
+
chunk_overlap=250,
|
53 |
length_function=len,
|
54 |
is_separator_regex=False,
|
55 |
)
|
|
|
87 |
document = loader.load()
|
88 |
|
89 |
# split the document into chunks
|
90 |
+
text_splitter = RecursiveCharacterTextSplitter( chunk_size=2500,
|
91 |
+
chunk_overlap=250,
|
92 |
length_function=len,
|
93 |
is_separator_regex=False)
|
94 |
document_chunks = text_splitter.split_documents(document)
|