Update app.py

app.py

@@ -4,22 +4,19 @@
 """
 
 import streamlit as st
+from openai import OpenAI
 import os
 import requests
 import json
 
 entire_assistant_response = ""
 
-def get_streamed_response(message, history):
-
-    all_message = [{
-        "role": "system",
-        "content": "You are BibleLearnerAI, a Christian Bible AI, you know the bible more than anything else. You focus on religion, believing in Christianity as truth, and provide relevant Bible verses. When greeted, respond with a religious greeting and introduce yourself. Use MD highlighting to make easyer to read."
-    }]
+def get_streamed_response(message, history, model):
+    all_message = []
     
     for human, assistant in history:
-        all_message.append({"role": "user", "content": human })
-        all_message.append({"role": "assistant", "content":assistant})
+        all_message.append({"role": "user", "content": human})
+        all_message.append({"role": "assistant", "content": assistant})
     
     global entire_assistant_response
     entire_assistant_response = ""  # Reset the entire assistant response
@@ -28,7 +25,7 @@ def get_streamed_response(message, history):
 
     url = "https://api.together.xyz/v1/chat/completions"
     payload = {
-        "model": "NousResearch/Nous-Hermes-2-Yi-34B",
+        "model": model,
         "temperature": 1.05,
         "top_p": 0.9,
         "top_k": 50,
@@ -84,15 +81,45 @@ st.title("Simple Chatbot")
 if "messages" not in st.session_state:
     st.session_state.messages = []
 
+# Define available models
+models = {
+    "Mistral": "mistralai/Mistral-7B-Instruct-v0.2",
+    "Gemma-7B": "google/gemma-7b-it",
+    "Gemma-2B": "google/gemma-2b-it",
+    "Zephyr-7B-β": "HuggingFaceH4/zephyr-7b-beta",
+    "BibleLearnerAI": "NousResearch/Nous-Hermes-2-Yi-34B"
+}
+
+# Allow user to select a model
+selected_model = st.sidebar.selectbox("Select Model", list(models.keys()))
+
+# Create model description
+st.sidebar.write(f"You're now chatting with **{selected_model}**")
+st.sidebar.markdown("*Generated content may be inaccurate or false.*")
+st.sidebar.markdown("\nLearn how to build this chatbot [here](https://ngebodh.github.io/projects/2024-03-05/).")
+st.sidebar.markdown("\nRun into issues? Try the [back-up](https://huggingface.co/spaces/ngebodh/SimpleChatbot-Backup).")
+
+if "prev_option" not in st.session_state:
+    st.session_state.prev_option = selected_model
+
+if st.session_state.prev_option != selected_model:
+    st.session_state.messages = []
+    st.session_state.prev_option = selected_model
+
+#Pull in the model we want to use
+repo_id = models[selected_model]
+
+st.subheader(f'AI - {selected_model}')
+
 # Accept user input
-if prompt := st.text_input("You:", key="user_input"):
+if prompt := st.text_input(f"Hi I'm {selected_model}, ask me a question"):
 
     # Display user message
-    with st.spinner("Chatbot is typing..."):
+    with st.spinner("AI is typing..."):
         st.session_state.messages.append({"role": "user", "content": prompt})
 
-        # Call BibleLearnerAI model to get response
-        response_stream = get_streamed_response(prompt, [(m["content"] for m in st.session_state.messages[:-1])]) 
+        # Call selected model to get response
+        response_stream = get_streamed_response(prompt, [(m["content"] for m in st.session_state.messages[:-1])], repo_id)
         for response in response_stream:
             st.session_state.messages.append({"role": "assistant", "content": response})
 
@@ -101,4 +128,4 @@ for message in st.session_state.messages:
     if message["role"] == "user":
         st.text_input("You:", value=message["content"], disabled=True)
     else:
-        st.text_input("BibleLearnerAI:", value=message["content"], disabled=True)
+        st.text_input(f"{selected_model}:", value=message["content"], disabled=True)