Changed Similarity score/chunk size

app.py

@@ -64,7 +64,7 @@ async def document_index(request: DocumentIndexRequest, x_api_key: str = Header(
         #print('text_content',text_content)
 
         # Chunking text using semantic chunking
-        chunks = cumulative_semantic_chunking(text_content, max_chunk_size=512, similarity_threshold=0.8)
+        chunks = cumulative_semantic_chunking(text_content, max_chunk_size=2048, similarity_threshold=0.6)
         logging.info(f"Text content chunked into {len(chunks)} chunks.")
         # Embed chunks
         embeddings, total_tokens = embed_chunks(chunks)