Update app.py

app.py

@@ -84,19 +84,17 @@ def generate(
     reformed_query = reformulate_query(prompt, history)
     formatted_prompt = format_prompt(reformed_query, history)
 
-    # Get relevant documents
-    docs = retriever.get_relevant_documents(prompt)
+    text_stream = chat_client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
 
+    docs = retriever.get_relevant_documents(reformed_query)
     sources = "\nSources:\n"
     for doc in docs:
         if 'source' in doc.metadata:
             sources += doc.metadata['source'] + '\n'
     
-    stream = chat_client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-
     output = ""
     
-    for response in stream:
+    for response in text_stream:
         output += response.token.text
         yield output