Restoration des paramètres local Mistral

app.py

@@ -10,6 +10,7 @@ from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Settings,
 from llama_index.core.chat_engine.types import ChatMode
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 from llama_index.llms.openai_like import OpenAILike
+#from llama_index.llms.mistralai import MistralAI
 
 PAGE_TITLE="Votre expert Scrum"
 CHAT_TITLE="Posez-moi une question sur le guide Scrum 2020 (anglais ou français)"
@@ -18,12 +19,14 @@ SYSTEM_PROMPT="Use the context information provided to assist the user. Mention
 EMBEDDING_MODEL="BAAI/bge-small-en-v1.5"
 #EMBEDDING_MODEL="BAAI/bge-m3" # Multilingual large model
 #LLM_MODEL="DeepSeek-R1-Distill-Llama-70B" # Available models on : https://chatapi.akash.network/documentation#models
-LLM_MODEL="DeepSeek-R1-Distill-Qwen-32B"
+#LLM_MODEL="DeepSeek-R1-Distill-Qwen-32B"
+LLM_MODEL="mistralai/Mistral-7B-Instruct-v0.3"
 NB_DOC_CHUNKS_TO_SEND=5
 MAX_NB_TOKENS_IN_RESPONSE=1500
 TEMPERATURE=0.5 # The closer to 1, the less deterministic and the more creative
 
-API_BASE_URL="https://chatapi.akash.network/api/v1" # Changing this requires to adapt the custom_llm initialization
+#API_BASE_URL="https://chatapi.akash.network/api/v1" # Changing may require to adapt the custom_llm initialization
+API_BASE_URL="http://192.168.18.32:3128" # Local Mistral
 
 # Ajuster le chemin de torch.classes pour éviter le conflit
 torch.classes.__path__ = []

requirements.txt

@@ -17,6 +17,7 @@ Deprecated==1.2.18
 dirtyjson==1.0.8
 distro==1.9.0
 embeddings==0.0.8
+eval_type_backport==0.2.2
 filelock==3.17.0
 filetype==1.2.0
 frozenlist==1.5.0
@@ -32,10 +33,12 @@ idna==3.10
 Jinja2==3.1.5
 jiter==0.8.2
 joblib==1.4.2
+jsonpath-python==1.0.6
 jsonschema==4.23.0
 jsonschema-specifications==2024.10.1
 llama-index-core==0.12.16.post1
 llama-index-embeddings-huggingface==0.5.1
+llama-index-llms-mistralai==0.3.3
 llama-index-llms-openai==0.3.18
 llama-index-llms-openai-like==0.3.3
 llama-index-readers-file==0.4.4
@@ -43,6 +46,7 @@ markdown-it-py==3.0.0
 MarkupSafe==3.0.2
 marshmallow==3.26.1
 mdurl==0.1.2
+mistralai==1.5.0
 mpmath==1.3.0
 multidict==6.1.0
 mypy-extensions==1.0.0