Update main.py

main.py

@@ -21,7 +21,7 @@ os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
 repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
 llm = HuggingFaceEndpoint(
-    repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
+    repo_id=repo_id, max_new_tokens=8000, temperature=1.0, task="text2text-generation", streaming=True
 )
 os.environ['PINECONE_API_KEY'] = os.environ['PINECONE_API_KEY']
 embeddings = HuggingFaceEmbeddings()
@@ -107,7 +107,7 @@ async def main(message: cl.Message):
     runnable = cl.user_session.get("runnable")
     
     xq = embeddings.embed_query(message.content)
-    xc = index.query(vector=xq, filter={"categorie": {"$eq": "bibliographie-OPP-DGDIN"}},top_k=300, include_metadata=True)
+    xc = index.query(vector=xq, filter={"categorie": {"$eq": "bibliographie-OPP-DGDIN"}},top_k=150, include_metadata=True)
     context_p = ""
     for result in xc['matches']:
         context_p = context_p + result['metadata']['text']