DiamondYin commited on
Commit
7bc4a8c
·
1 Parent(s): 83d3d13

Update app_utils.py

Browse files
Files changed (1) hide show
  1. app_utils.py +1 -1
app_utils.py CHANGED
@@ -54,7 +54,7 @@ def initialize_knowledge_base():
54
  loader = DirectoryLoader('profiles', glob='**/*.txt') #文件夹加载器 profiles文件夹下的所有txt文件
55
  docs = loader.load()
56
 
57
- char_text_splitter = CharacterTextSplitter(chunk_size=2048, chunk_overlap=0) #文本分割器 chunk_size=1000, chunk_overlap=0
58
  doc_texts = char_text_splitter.split_documents(docs) #文档分割器,作用是将文档分割成小块
59
 
60
  # Embed each chunk of text
 
54
  loader = DirectoryLoader('profiles', glob='**/*.txt') #文件夹加载器 profiles文件夹下的所有txt文件
55
  docs = loader.load()
56
 
57
+ char_text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0) #文本分割器 chunk_size=1000, chunk_overlap=0
58
  doc_texts = char_text_splitter.split_documents(docs) #文档分割器,作用是将文档分割成小块
59
 
60
  # Embed each chunk of text