is_chat_model=True

app.py

@@ -33,7 +33,7 @@ st.title(PAGE_TITLE)
 
 #custom_llm = OpenAILike(model=LLM_MODEL, api_base=API_BASE_URL, api_key=st.secrets["openai_key"], max_tokens=MAX_NB_TOKENS_IN_RESPONSE, temperature=TEMPERATURE)
 #With local Mistral API key :
-custom_llm = OpenAILike(model=LLM_MODEL, api_base=API_BASE_URL, api_key=st.secrets["local_mistral_api_key"], max_tokens=MAX_NB_TOKENS_IN_RESPONSE, temperature=TEMPERATURE)
+custom_llm = OpenAILike(model=LLM_MODEL, api_base=API_BASE_URL, api_key=st.secrets["local_mistral_api_key"], is_chat_model=True, max_tokens=MAX_NB_TOKENS_IN_RESPONSE, temperature=TEMPERATURE)
 
 Settings.embed_model = HuggingFaceEmbedding(model_name=EMBEDDING_MODEL)
 Settings.llm=custom_llm