Update app.py

app.py

@@ -6,10 +6,7 @@ from dotenv import load_dotenv
 load_dotenv()
 
 # Initialize the client
-client = OpenAI(
-    base_url="https://api-inference.huggingface.co/v1",
-    api_key=os.getenv('HUGGINGFACEHUB_API_TOKEN')
-)
+client = OpenAI(api_key=os.getenv('OPENAI_API_KEY'))
 
 # Model link for Mistral
 model_link = "mistralai/Mistral-7B-Instruct-v0.2"
@@ -47,17 +44,20 @@ if prompt := st.chat_input("Type your message here..."):
 
     # Interact with the model
     try:
-        # Send the user and system messages to the API
-        messages_for_api = [{"role": "system", "content": "You are a helpful assistant."}] + st.session_state.messages
+        # Construct the conversation context
+        conversation_context = [{"role": "system", "content": "You are a helpful assistant."}]
+        for msg in st.session_state.messages:
+            conversation_context.append(msg)
 
+        # Send the conversation context to the API
         response = client.chat.completions.create(
             model=model_link,
-            messages=messages_for_api,
+            messages=conversation_context,
             temperature=temperature,
             max_tokens=150  # Adjust the max tokens according to your needs
         )
 
-        assistant_response = response["choices"][0]["message"]["content"]
+        assistant_response = response.choices[0].message["content"]
 
         # Display assistant response in chat message container
         with st.chat_message("assistant"):
@@ -70,4 +70,4 @@ if prompt := st.chat_input("Type your message here..."):
         # Display error message to user
         with st.chat_message("assistant"):
             st.markdown("Sorry, I couldn't process your request. Please try again later.")
-        st.write(e)
+        st.error(f"An error occurred: {e}")