Update app.py

app.py

@@ -37,21 +37,18 @@ HF_TOKEN = os.environ["HF_TOKEN"]
 3. Load HuggingFace Embeddings (remember to use the URL we set above)
 4. Index Files if they do not exist, otherwise load the vectorstore
 """
-### 1. CREATE TEXT LOADER AND LOAD DOCUMENTS
-### NOTE: PAY ATTENTION TO THE PATH THEY ARE IN. 
-text_loader = TextLoader("./data/paul_graham_essays.txt")
-documents = text_loader.load()
+document_loader = TextLoader("./data/paul_graham_essays.txt")
+documents = document_loader.load()
 
-### 2. CREATE TEXT SPLITTER AND SPLIT DOCUMENTS
 text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=30)
 split_documents = text_splitter.split_documents(documents)
 
-### 3. LOAD HUGGINGFACE EMBEDDINGS
 hf_embeddings = HuggingFaceEndpointEmbeddings(
     model=HF_EMBED_ENDPOINT,
     task="feature-extraction",
     huggingfacehub_api_token=HF_TOKEN,
 )
+
 vectorstore_path = "./data/vectorstore"
 index_file = os.path.join(vectorstore_path, "index.faiss")
 
@@ -76,7 +73,8 @@ else:
             vectorstore.add_documents(batch)
     vectorstore.save_local(vectorstore_path)
     print("Vectorstore created and saved")
-    
+
+
 hf_retriever = vectorstore.as_retriever()
 
 # -- AUGMENTED -- #
@@ -84,7 +82,6 @@ hf_retriever = vectorstore.as_retriever()
 1. Define a String Template
 2. Create a Prompt Template from the String Template
 """
-### 1. DEFINE STRING TEMPLATE
 RAG_PROMPT_TEMPLATE = """\
 <|start_header_id|>system<|end_header_id|>
 You are a helpful assistant. You answer user questions based on provided context. If you can't answer the question with the provided context, say you don't know.<|eot_id|>
@@ -99,21 +96,19 @@ Context:
 <|start_header_id|>assistant<|end_header_id|>
 """
 
-### 2. CREATE PROMPT TEMPLATE
 rag_prompt = PromptTemplate.from_template(RAG_PROMPT_TEMPLATE)
 
 # -- GENERATION -- #
 """
 1. Create a HuggingFaceEndpoint for the LLM
 """
-### 1. CREATE HUGGINGFACE ENDPOINT FOR LLM
 hf_llm = HuggingFaceEndpoint(
     endpoint_url=HF_LLM_ENDPOINT,
     max_new_tokens=512,
     top_k=10,
     top_p=0.95,
-    temperature=0.1,
-    repetition_penalty=1.0,
+    temperature=0.3,
+    repetition_penalty=1.15,
     huggingfacehub_api_token=HF_TOKEN,
 )
 
@@ -139,7 +134,6 @@ async def start_chat():
     The user session is a dictionary that is unique to each user session, and is stored in the memory of the server.
     """
 
-    ### BUILD LCEL RAG CHAIN THAT ONLY RETURNS TEXT
     lcel_rag_chain = (
         {"context": itemgetter("query") | hf_retriever, "query": itemgetter("query")}
         | rag_prompt | hf_llm
@@ -160,7 +154,7 @@ async def main(message: cl.Message):
 
     msg = cl.Message(content="")
 
-    async for chunk in lcel_rag_chain.astream(
+    for chunk in await cl.make_async(lcel_rag_chain.stream)(
         {"query": message.content},
         config=RunnableConfig(callbacks=[cl.LangchainCallbackHandler()]),
     ):