Update functions.py
Browse files- functions.py +1 -1
functions.py
CHANGED
@@ -200,7 +200,7 @@ def chunk_long_text(text,threshold,window_size=3,stride=2):
|
|
200 |
return passages
|
201 |
|
202 |
@st.experimental_memo(suppress_st_warning=True)
|
203 |
-
def chunk_and_preprocess_text(text,thresh=
|
204 |
|
205 |
"""Chunk text longer than n tokens for summarization"""
|
206 |
|
|
|
200 |
return passages
|
201 |
|
202 |
@st.experimental_memo(suppress_st_warning=True)
|
203 |
+
def chunk_and_preprocess_text(text,thresh=500):
|
204 |
|
205 |
"""Chunk text longer than n tokens for summarization"""
|
206 |
|