conversation end

app_config.py

@@ -9,7 +9,7 @@ SOURCES = [
     'OA_rolemodel', 
         #    'OA_finetuned',
 ]
-SOURCES_LAB = {"OA_rolemodel":'OpenAI GPT3.5',
+SOURCES_LAB = {"OA_rolemodel":'OpenAI GPT4o',
                "OA_finetuned":'Finetuned OpenAI',
             #    "CTL_llama2": "Llama 2",
                "CTL_llama3": "Llama 3",
@@ -29,10 +29,13 @@ def source2label(source):
 def issue2label(issue):
     return seed2str.get(issue, "GCT")
 
-ENVIRON = "dev"
+ENVIRON = "prod"
 
 DB_SCHEMA = 'prod_db' if ENVIRON == 'prod' else 'test_db' 
 DB_CONVOS = 'conversations'
 DB_COMPLETIONS = 'comparison_completions'
 DB_BATTLES = 'battles'
-DB_ERRORS = 'completion_errors'
+DB_ERRORS = 'completion_errors'
+
+MAX_MSG_COUNT = 10
+WARN_MSG_COUT = int(MAX_MSG_COUNT*0.8)

convosim.py

@@ -6,7 +6,7 @@ from utils.mongo_utils import get_db_client
 from utils.app_utils import create_memory_add_initial_message, get_random_name,  DEFAULT_NAMES_DF
 from utils.memory_utils import clear_memory, push_convo2db
 from utils.chain_utils import get_chain, custom_chain_predict
-from app_config import ISSUES, SOURCES, source2label, issue2label
+from app_config import ISSUES, SOURCES, source2label, issue2label, MAX_MSG_COUNT, WARN_MSG_COUT
 
 logger = get_logger(__name__)
 openai_api_key = os.environ['OPENAI_API_KEY'] 
@@ -15,6 +15,8 @@ temperature = 0.8
 
 if "sent_messages" not in st.session_state:
     st.session_state['sent_messages'] = 0
+if "total_messages" not in st.session_state:
+    st.session_state['total_messages'] = 0
 if "issue" not in st.session_state:
     st.session_state['issue'] = ISSUES[0]
 if 'previous_source' not in st.session_state:
@@ -57,6 +59,7 @@ if changed_source:
     st.session_state['previous_source'] = source
     st.session_state['issue'] = issue
     st.session_state['sent_messages'] = 0
+    st.session_state['total_messages'] = 0
 create_memory_add_initial_message(memories,
                                   issue, 
                                   language, 
@@ -69,12 +72,12 @@ memoryA = st.session_state[list(memories.keys())[0]]
 llm_chain, stopper = get_chain(issue, language, source, memoryA, temperature, texter_name=st.session_state["texter_name"])
 
 st.title("💬 Simulator") 
-
+st.session_state['total_messages'] = len(memoryA.chat_memory.messages)
 for msg in memoryA.buffer_as_messages:
     role = "user" if type(msg) == HumanMessage else "assistant"
     st.chat_message(role).write(msg.content)
 
-if prompt := st.chat_input():
+if prompt := st.chat_input(disabled=st.session_state['total_messages'] > MAX_MSG_COUNT - 4): #account for next interaction
     st.session_state['sent_messages'] += 1
     st.chat_message("user").write(prompt)
     if 'convo_id' not in st.session_state:
@@ -85,6 +88,12 @@ if prompt := st.chat_input():
     for response in responses:
         st.chat_message("assistant").write(response)
 
+st.session_state['total_messages'] = len(memoryA.chat_memory.messages)
+if st.session_state['total_messages'] >= MAX_MSG_COUNT:
+    st.toast(f"Total of {MAX_MSG_COUNT} Messages reached. Conversation Ended", icon=":material/verified:")
+elif st.session_state['total_messages'] >= WARN_MSG_COUT:
+    st.toast(f"The conversation will end at {MAX_MSG_COUNT} Total Messages ", icon=":material/warning:")
+
 with st.sidebar:
     st.markdown(f"### Total Sent Messages: :red[**{st.session_state['sent_messages']}**]")
-    st.markdown(f"### Total Messages: :red[**{len(memoryA.chat_memory.messages)}**]")
+    st.markdown(f"### Total Messages: :red[**{st.session_state['total_messages']}**]")

models/databricks/texter_sim_llm.py

@@ -24,8 +24,8 @@ def get_databricks_chain(source, issue, language, memory, temperature=0.8, texte
     )
     
     llm = CustomDatabricksLLM(
-        endpoint_url="https://dbc-6dca8e8f-4084.cloud.databricks.com/serving-endpoints/databricks-meta-llama-3-1-70b-instruct/invocations",
-        # endpoint_url=os.environ['DATABRICKS_URL'].format(endpoint_name=endpoint_name),
+        # endpoint_url="https://dbc-6dca8e8f-4084.cloud.databricks.com/serving-endpoints/databricks-meta-llama-3-1-70b-instruct/invocations",
+        endpoint_url=os.environ['DATABRICKS_URL'].format(endpoint_name=endpoint_name),
         bearer_token=os.environ["DATABRICKS_TOKEN"],
         texter_name=texter_name,
         issue=issue,

requirements.txt

@@ -2,4 +2,5 @@ scipy==1.11.1
 langchain==0.3.0
 pymongo==4.5.0
 mlflow==2.9.0
-langchain-openai==0.2.0
+langchain-openai==0.2.0
+streamlit==1.38.0