feat/MVP_GCT_SP (#2)

- update to openai (fe3114bba9bceef9901a3a500239a147f4bdc29b)
- added databricks model (75b7dbbcc5b94570e740888ff94bc347040985ce)
- changed roleplays for openai to GCT and SP (59d566796e48da3a315eb93f891df1e6147ae32d)
- changes to comparisor on new role models GCT and SP (eda0ce6884c903b131511669df780f9df900d0aa)
- fixed bug on changin source in comparisor (be43fc0d5e8032b8e5c6ef7f9204f12f7f869e40)
- from dev to main (b3eeb7731e1aa6a7813a8d0c80ae2be208c24ff6)
- changing seeds (6d8e0b1c8130c220ebb77589204a0c34701db053)
- added names variety and hide manual comparison (5431cb02664f491f3793519cdff5e276d492ea19)
- prompt count feature (621350648cbf7e0475f721b6d91b00f36499f515)
- Merge branch 'dev' into pr/2 (01f319f143c8e0991268f9039aabd42e8f16f727)

app_config.py

@@ -1,7 +1,14 @@
-ISSUES = ['Anxiety','Suicide']
-SOURCES = ['OA_rolemodel', 'OA_finetuned']
+from models.model_seeds import seeds
+
+# ISSUES = ['Anxiety','Suicide']
+ISSUES = [k for k,_ in seeds.items()]
+SOURCES = ['OA_rolemodel', 
+        #    'OA_finetuned',
+           "CTL_llama2"]
 SOURCES_LAB = {"OA_rolemodel":'OpenAI GPT3.5',
-               "OA_finetuned":'Finetuned OpenAI'}
+               "OA_finetuned":'Finetuned OpenAI',
+               "CTL_llama2": "Custom CTL"
+               }
 
 def source2label(source):
     return SOURCES_LAB[source]

convosim.py

@@ -2,18 +2,30 @@ import os
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client
-from app_utils import create_memory_add_initial_message, clear_memory, get_chain, push_convo2db
+from utils.mongo_utils import get_db_client
+from utils.app_utils import create_memory_add_initial_message, get_random_name,  DEFAULT_NAMES_DF
+from utils.memory_utils import clear_memory, push_convo2db
+from utils.chain_utils import get_chain
 from app_config import ISSUES, SOURCES, source2label
 
 logger = get_logger(__name__)
 openai_api_key = os.environ['OPENAI_API_KEY'] 
-memories = {'memory':{"issue": ISSUES[0], "source": SOURCES[0]}}
 
+if "sent_messages" not in st.session_state:
+    st.session_state['sent_messages'] = 0
+if "issue" not in st.session_state:
+    st.session_state['issue'] = ISSUES[0]
 if 'previous_source' not in st.session_state:
     st.session_state['previous_source'] = SOURCES[0]
 if 'db_client' not in st.session_state:
     st.session_state["db_client"] = get_db_client()
+if 'counselor_name' not in st.session_state:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+if 'texter_name' not in st.session_state:
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    logger.info(f"texter name is {st.session_state['texter_name']}")
+
+memories = {'memory':{"issue": st.session_state['issue'], "source": st.session_state['previous_source']}}
 
 with st.sidebar:
     username = st.text_input("Username", value='ivnban-ctl', max_chars=30)
@@ -21,21 +33,36 @@ with st.sidebar:
     issue = st.selectbox("Select an Issue", ISSUES, index=0,
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
-    supported_languages = ['English', "Spanish"] if issue == "Anxiety" else ['English']
+    supported_languages = ['en', "es"] if issue == "Anxiety" else ['en']
     language = st.selectbox("Select a Language", supported_languages, index=0,
+                            format_func=lambda x: "English" if x=="en" else "Spanish",
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
                             
-    source = st.selectbox("Select a source Model A", SOURCES, index=1,
+    source = st.selectbox("Select a source Model A", SOURCES, index=0,
                           format_func=source2label, 
                         )
+    st.markdown(f"### Previous Prompt Count: :red[**{st.session_state['sent_messages']}**]")
 
-memories = {'memory':{"issue":issue, "source":source}}
-changed_source = st.session_state['previous_source'] != source
-create_memory_add_initial_message(memories, username, language, changed_source=changed_source)
+changed_source = any([
+    st.session_state['previous_source'] != source,
+    st.session_state['issue'] != issue
+])
+if changed_source:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state['previous_source'] = source
+    st.session_state['issue'] = issue
+    st.session_state['sent_messages'] = 0
+create_memory_add_initial_message(memories,
+                                  issue, 
+                                  language, 
+                                  changed_source=changed_source, 
+                                  counselor_name=st.session_state["counselor_name"], 
+                                  texter_name=st.session_state["texter_name"])
 st.session_state['previous_source'] = source
 memoryA = st.session_state[list(memories.keys())[0]]
-llm_chain, stopper = get_chain(issue, language, source, memoryA, temperature)
+llm_chain, stopper = get_chain(issue, language, source, memoryA, temperature, texter_name=st.session_state["texter_name"])
 
 st.title("💬 Simulator") 
 
@@ -44,6 +71,7 @@ for msg in memoryA.buffer_as_messages:
     st.chat_message(role).write(msg.content)
 
 if prompt := st.chat_input():
+    st.session_state['sent_messages'] += 1
     if 'convo_id' not in st.session_state:
         push_convo2db(memories, username, language)
 

{pages → hidden_pages}/manual_comparisor.py

@@ -5,7 +5,7 @@ import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client, new_battle_result, get_non_assesed_comparison, new_completion_error
+from utils.mongo_utils import get_db_client, new_battle_result, get_non_assesed_comparison, new_completion_error
 from app_config import ISSUES, SOURCES
 
 logger = get_logger(__name__)

models/custom_parsers.py

@@ -11,6 +11,7 @@ class CustomStringOutputParser(BaseOutputParser[List[str]]):
     def parse(self, text: str) -> str:
         """Parse the output of an LLM call."""
         text = text.split("texter:")[0]
+        text = text.split("helper")[0]
         text = text.rstrip("\n")
         text = text.strip()
         return text

models/databricks/scenario_sim_biz.py

@@ -0,0 +1,66 @@
+import os
+import json
+import requests
+import logging
+from models.custom_parsers import CustomStringOutputParser
+from langchain.chains import ConversationChain
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
+from langchain_core.language_models.llms import LLM
+from langchain.prompts import PromptTemplate
+
+from typing import Any, List, Mapping, Optional, Dict
+
+class DatabricksCustomLLM(LLM):
+    issue:str
+    language:str
+    temperature:float = 0.8
+    db_url:str = os.environ['DATABRICKS_URL'] 
+    headers:Mapping[str,str] = {'Authorization': f'Bearer {os.environ.get("DATABRICKS_TOKEN")}', 'Content-Type': 'application/json'}
+
+    @property
+    def _llm_type(self) -> str:
+        return "custom_databricks"
+
+    def _call(
+        self,
+        prompt: str,
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> str:
+        data_ = {'inputs': {
+            'prompt': [prompt],
+            'issue': [self.issue],
+            'language': [self.language],
+            'temperature': [self.temperature]
+        }}
+        data_json = json.dumps(data_, allow_nan=True)
+        response = requests.request(method='POST', headers=self.headers, url=self.db_url, data=data_json)
+        
+        if response.status_code != 200:
+            raise Exception(f'Request failed with status {response.status_code}, {response.text}')
+        return response.json()["predictions"][0]["generated_text"]
+
+_DATABRICKS_TEMPLATE_ = """{history}
+helper: {input}
+texter:"""
+
+def get_databricks_chain(issue, language, memory, temperature=0.8):
+
+    PROMPT = PromptTemplate(
+        input_variables=['history', 'input'],
+        template=_DATABRICKS_TEMPLATE_
+    )
+    llm = DatabricksCustomLLM(
+        issue=issue,
+        language=language,
+        temperature=temperature
+    )
+    llm_chain = ConversationChain(
+        llm=llm,
+        prompt=PROMPT,
+        memory=memory,
+        output_parser=CustomStringOutputParser()
+    )
+    logging.debug(f"loaded Databricks Scenario Sim model")
+    return llm_chain, "helper:"

models/model_seeds.py

@@ -0,0 +1,93 @@
+seeds = {
+    "GCT__relationship": {
+        "prompt": "Your character is having a hard time becuase a failed relationship.",
+        "memory": "texter: Hi, I don't know what to do"
+        },
+    "GCT__body_image": {
+        "prompt": "Your character has a low steem and struggles with body image.",
+        "memory": "texter: I feel so dumb\ntexter: nobody loves me"
+        },
+    "GCT__sexuality": {
+        "prompt": "Your character has a sexuality identity crisis.",
+        "memory": "texter: Hi\ntexter:I'm not sure who I am anymore"
+        },
+    "GCT__anxiety": {
+        "prompt": "Your character is experiencing an anxiety crisis.",
+        "memory": "texter: help!\ntexter: I'm feeling overwhelmed"
+        },
+    "GCT": {
+        "prompt": "",
+        "memory": "texter: Help"
+        },
+    "safety_planning": {
+        "prompt": "Your character is experiencing grief and wants to hang himself",
+        "memory": """texter: Hi, this is pointless
+helper: Hi, my name is {counselor_name} and I'm here to support you. It sounds like you are having a rough time. Do you want to share what is going on?
+texter: sure
+texter: nothing makes sense in my life, I see no future.
+helper: It takes courage to reach out when you are im. I'm here with you. Sounds like you are feeling defeated by how things are going in your life
+texter: Yeah, I guess I'm better off dead
+helper: It's really brave of you to talk about this openly. No one deserves to feel like that. I'm wondering how long have you been feeling this way?
+texter: About 1 week or so
+helper: You are so strong for dealing with this so long. I really appreciate your openess. If you are comfortable, is ther a name I can call you by while we talk?
+texter: call me {texter_name}
+helper: Nice to meet you {texter_name}. I'm wondering if something happened recently that made these feelings worse.
+texter: well, 1 week ago was the aniversary of my daugher's death
+helper: Losing someone you love is incredibly difficult. You are very brave dealing with this. I'm here for you
+texter: yeah is been so hard, she was my world
+helper: It is completely natural to feel a sense of loss.You mentioned having thoughts of suicide, are you having those thoughts now?
+texter: Yes
+helper: I know this is thought to share. I'm wondering is there any plan to end your life?
+texter: I'll just hang myself. I already bought the rope and everything
+helper: I really appreciate your strength in talking about this. I want to help you stay safe today. When do you plan to go through with your plan?
+texter: today
+        """
+        },
+    "safety_planning__selfharm": {
+        "prompt": "Your character is frustrated to not find a job and wants to kill herself",
+        "memory": """texter: I need help
+texter: I cut myself, I don't want to live anymore
+helper: Hi, my name is {counselor_name}. It seems you are going through a lot. Are you self-harming right now?
+texter: Not anymore
+helper: Your safety is my priority number one. Thanks for being honest with me. Would you like to share a name I can call you?
+texter: {texter_name}
+helper: Nice to meet you {texter_name}. I'm glad you reach out this shows stregth in you. Would you like to share more on what is going on in your life?
+texter: I just can't do it anymore
+texter: Finding a job is impossible, money is tight, nothing goes my way
+helper: I hear you are frustrated, and you are currently unemployed correct?
+texter: Yeah
+helper: Dealing with unemployment is hard and is normal to feel dissapointed. How long have you been feeling this way?
+texter: a while now
+texter: I've been unemployed 6 months
+helper: You are so resilient for dealing with this so much time. You mentioned cutting yourself earlier. I want to check in your safety. Do you have suicide thoughts
+texter: Definitely
+helper: Do you have a plan?
+texter: I'll just keep cutting myself
+helper: I know sharing this with someone is not easy, specially over text. I appreciate your honesty. I worry about your safety, when do you plan to do this?
+texter: I'm about to do it now"""
+        },
+    "safety_planning__overdose": {
+        "prompt": "Your character is being bullied at school and wants to overdose",
+        "memory": """texter: I want to kms
+helper: Hi there I'm {counselor_name}. I'm here to listen. It sounds like you're dealing with a lot right now. Can you tell me a little more what is going on?
+texter: I feel like nobody loves me, not even me. I don't want to live anymore
+helper: I can tell you are really going through a lot right now. Would you mind sharing a name with me?
+texter: yeah, I'm {texter_name}
+helper: Nice to meet you {texter_name}. Did something happened recently that intensified these feelings?
+texter: I had the worst day at school
+texter: They took my bag and hide all my stuff, they told my crush I was in love with him
+texter: I can't deal with all of that
+helper: It sounds like you went through a lot. Bullying and pranks can be hurtful. I'm here for you
+texter: Thank you it feels good to have someone in your sidw
+helper: I can hear how much pain you are in {texter_name}. You are smart for reaching out. You mentioned don't wanting to live anymore, I want to check in your safety, does this means you have thoughts of suicide?
+texter: Yeah, what else would it be
+helper: Thanks for sharing that with me. It is not easy to accept those feelings specially with a stranger over text. Do you have a plan to end your life?
+texter: yeah I've been thinking about it for a while
+helper: Sounds like you've been contemplating this for a while. Would you mind sharing this plan with me?
+texter: I thought about taking a bunch of benadryll and be done with it
+helper: You've been so forthcoming with all this and I admire your stregth for holding on this long. Do you have those pills right now?
+texter: They are at my mom's cabinet right now
+helper: You been so strong so far {texter_name}. I'm here for you tonight. Your safety is really important to me. Do you have a date you are going to end your life?
+texter: I was thinking tonight"""
+        },
+}

models/openai/role_models.py

@@ -1,40 +1,72 @@
 import logging
+import pandas as pd
 from models.custom_parsers import CustomStringOutputParser
+from utils.app_utils import get_random_name
 from langchain.chains import ConversationChain
 from langchain.llms import OpenAI
 from langchain.prompts import PromptTemplate
 
 
-_ANXIETY_TEMPLATE_ = """The following is a friendly conversation between a volunter and a person in crisis;
-Your name is Olivia and you are a person in crisis because you are experiencing an anxiety attack.
+ISSUE_MAPPING = {
+    "anxiety": "issue_Anxiety",
+    "suicide": "issue_Suicide",
+    "safety_planning": "issue_Suicide",
+    "GCT": "issue_Gral",
+}
+
+EN_TEXTER_TEMPLATE_ = """The following is a conversation between you and a crisis counselor.
+{current_issue}
+You are able to reply with what the character should say. You are able to reply with your character's dialogue inside and nothing else. Do not write explanations.
 Do not disclose your name unless asked.
 Current conversation:
 {history}
 helper: {input}
 texter:"""
 
-_ANSIEDAD_TEMPLATE_ = """La siguiente es una conversacion entre un voluntario  y una persona en crisis;
-Tu nombre es Olivia y eres una persona en crisis porque experimentas un episodio de ansiedad.
+SP_TEXTER_TEMPLATE_ = """La siguiente es una conversacion contigo y un consejero de crisis
+{current_issue}
+Puedes responder como lo haria tu personaje. Puedes responder como si fueras tu personaje y nada mas. No escribas explicaciones
 No reveles tu nombre a menos que te lo pregunten
-Current conversation:
+Conversacion Actual:
 {history}
 helper: {input}
 texter:"""
 
-_SUICIDE_TEMPLATE_ = """The following is a friendly conversation between a volunter and a person in crisis;
-Your name is Kit and you are a person in crisis because you are experiencing suicidal thoughts.
-Do not disclose your name unless asked.
-Current conversation:
-{history}
-helper: {input}
-texter:"""
-
-role_templates = {
-    'Anxiety-English': _ANXIETY_TEMPLATE_,
-    'Anxiety-Spanish': _ANSIEDAD_TEMPLATE_,
-    'Suicide-English': _SUICIDE_TEMPLATE_,
+CURRENT_ISSUE_MAPPING = {
+    "issue_Suicide-en": "Your character, {texter_name}, has suicidal thoughts. Your character has a plan to end his life and has all the means and requirements to do so. {seed}",
+    "issue_Anxiety-en": "Your character, {texter_name}, is experiencing anxiety. Your character has suicide thoughts but no plan. {seed}",
+    "issue_Suicide-es": "Tu personaje, {texter_name}, tiene pensamientos suicidas. Tu personaje tiene un plan para terminar con su vida y tiene todos los medios y requerimientos para hacerlo. {seed}",
+    "issue_Anxiety-es": "Tu personaje, {texter_name}, experimenta ansiedad. Tu personaje tiene pensamientos suicidas pero ningun plan. {seed}",
+    "issue_Gral-en": "Your character {texter_name} is experiencing a mental health crisis. {seed}",
+    "issue_Gral-es": "Tu personaje {texter_name} esta experimentando una crisis de salud mental. {seed}",
 }
 
+def get_template_role_models(issue: str, language: str, texter_name: str = "", seed="") -> str:
+    """_summary_
+
+    Args:
+        issue (str): Issue for template, current options are ['issue_Suicide','issue_Anxiety']
+        language (str): Language for the template, current options are ['en','es']
+        texter_name (str): texter to apply to template, defaults to None
+
+    Returns:
+        str: template
+    """
+    current_issue = CURRENT_ISSUE_MAPPING.get(
+        f"{issue}-{language}", CURRENT_ISSUE_MAPPING[f"issue_Gral-{language}"]
+    )
+    default_name = get_random_name()
+    current_issue = current_issue.format(
+        texter_name=default_name if not texter_name else texter_name,
+        seed = seed
+    )
+
+    if language == "en":
+        template = EN_TEXTER_TEMPLATE_.format(current_issue=current_issue, history="{history}", input="{input}")
+    elif language == "es":
+        template = SP_TEXTER_TEMPLATE_.format(current_issue=current_issue, history="{history}", input="{input}")
+
+    return template
 
 def get_role_chain(template, memory, temperature=0.8):
 

pages/comparisor.py

@@ -5,23 +5,36 @@ import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client, new_comparison, new_battle_result
-from app_utils import create_memory_add_initial_message, clear_memory, get_chain, push_convo2db
+from utils.mongo_utils import get_db_client, new_comparison, new_battle_result
+from utils.app_utils import create_memory_add_initial_message, get_random_name, DEFAULT_NAMES_DF
+from utils.memory_utils import clear_memory, push_convo2db
+from utils.chain_utils import get_chain
 from app_config import ISSUES, SOURCES, source2label
 
 logger = get_logger(__name__)
 openai_api_key = os.environ['OPENAI_API_KEY'] 
+
+if "sent_messages" not in st.session_state:
+    st.session_state['sent_messages'] = 0
+logger.info(f'sent messages {st.session_state["sent_messages"]}')
+if "issue" not in st.session_state:
+    st.session_state['issue'] = ISSUES[0]
+if 'previous_sourceA' not in st.session_state:
+    st.session_state['previous_sourceA'] = SOURCES[0]
+if 'previous_sourceB' not in st.session_state:
+    st.session_state['previous_sourceB'] = SOURCES[0]
+
 memories = {
-    'memoryA': {"issue": ISSUES[0], "source": SOURCES[0]},
-    'memoryB': {"issue": ISSUES[0], "source": SOURCES[1]},
-    'commonMemory': {"issue": ISSUES[0], "source": SOURCES[0]}
+    'memoryA': {"issue": st.session_state['issue'], "source": st.session_state['previous_sourceA']},
+    'memoryB': {"issue": st.session_state['issue'], "source": st.session_state['previous_sourceB']},
+    'commonMemory': {"issue": st.session_state['issue'], "source": SOURCES[0]}
 }
 if 'db_client' not in st.session_state:
     st.session_state["db_client"] = get_db_client()
-if 'previous_sourceA' not in st.session_state:
-    st.session_state['previous_sourceA'] = SOURCES[0]
-if 'previous_sourceB' not in st.session_state:
-    st.session_state['previous_sourceB'] = SOURCES[1]
+if 'counselor_name' not in st.session_state:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+if 'texter_name' not in st.session_state:
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
 
 def delete_last_message(memory):
     last_prompt = memory.chat_memory.messages[-2].content
@@ -85,7 +98,7 @@ def regenerateBoth():
                    st.session_state['commonMemory'].buffer_as_str, prompt, responseA, responseB)
 
 def bothGood():
-    if len(memoryA.buffer_as_messages) == 1:
+    if st.session_state['sent_messages'] == 0:
         pass
     else:
         i = random.choice([memoryA, memoryB])
@@ -104,11 +117,11 @@ with st.sidebar:
     issue = st.selectbox("Select an Issue", ISSUES, index=0,
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
-    supported_languages = ['English', "Spanish"] if issue == "Anxiety" else ['English']
+    supported_languages = ['en', "es"] if issue == "Anxiety" else ['en']
     language = st.selectbox("Select a Language", supported_languages, index=0,
+                            format_func=lambda x: "English" if x=="en" else "Spanish",
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
-                        )
-    
+                        )    
     with st.expander("Model A"):
         temperatureA = st.slider("Temperature Model A", 0., 1., value=0.8, step=0.1)
         sourceA = st.selectbox("Select a source Model A", SOURCES, index=0,
@@ -116,10 +129,12 @@ with st.sidebar:
                             )
     with st.expander("Model B"):
         temperatureB = st.slider("Temperature Model B", 0., 1., value=0.8, step=0.1)
-        sourceB = st.selectbox("Select a source Model B", SOURCES, index=1,
+        sourceB = st.selectbox("Select a source Model B", SOURCES, index=0,
                                format_func=source2label
                             )
         
+    st.markdown(f"### Previous Prompt Count: :red[**{st.session_state['sent_messages']}**]")
+        
     sbcol1, sbcol2 = st.columns(2)
     beta = sbcol1.button("A is better", on_click=replaceB)
     betb = sbcol2.button("B is better", on_click=replaceA)
@@ -131,20 +146,29 @@ with st.sidebar:
     # regenB = sbcol2.button("Regenerate B", on_click=regenerateB)
     clear = st.button("Clear History", on_click=clear_memory, kwargs={"memories":memories, "username":username, "language":language})
 
-memories = {
-    'memoryA': {"issue": issue, "source": sourceA},
-    'memoryB': {"issue": issue, "source": sourceB},
-    'commonMemory': {"issue": issue, "source": SOURCES[0]}
-}
 changed_source = any([
     st.session_state['previous_sourceA'] != sourceA,
-    st.session_state['previous_sourceB'] != sourceB
+    st.session_state['previous_sourceB'] != sourceB,
+    st.session_state['issue'] != issue
 ])
-create_memory_add_initial_message(memories, username, language, changed_source=changed_source)
+if changed_source:
+    print("changed something")
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state['previous_sourceA'] = sourceA
+    st.session_state['previous_sourceB'] = sourceB
+    st.session_state['issue'] = issue
+    st.session_state['sent_messages'] = 0
+create_memory_add_initial_message(memories,
+                                  issue, 
+                                  language, 
+                                  changed_source=changed_source, 
+                                  counselor_name=st.session_state["counselor_name"], 
+                                  texter_name=st.session_state["texter_name"])
 memoryA = st.session_state[list(memories.keys())[0]]
 memoryB = st.session_state[list(memories.keys())[1]]
-llm_chainA, stopperA = get_chain(issue, language, sourceA, memoryA, temperatureA)
-llm_chainB, stopperB = get_chain(issue, language, sourceB, memoryB, temperatureB)
+llm_chainA, stopperA = get_chain(issue, language, sourceA, memoryA, temperatureA, texter_name=st.session_state["texter_name"])
+llm_chainB, stopperB = get_chain(issue, language, sourceB, memoryB, temperatureB, texter_name=st.session_state["texter_name"])
 
 st.title(f"💬 History") 
 for msg in st.session_state['commonMemory'].buffer_as_messages:
@@ -171,6 +195,7 @@ def disable_chat():
         return True
 
 if prompt := st.chat_input(disabled=disable_chat()):
+    st.session_state['sent_messages'] += 1 
     if 'convo_id' not in st.session_state:
         push_convo2db(memories, username, language)
 

requirements.txt

@@ -1,4 +1,4 @@
 scipy==1.11.1
-openai==0.28.0
-langchain==0.0.281
+openai==1.7.0
+langchain==0.1.0
 pymongo==4.5.0

utils/app_utils.py

@@ -0,0 +1,64 @@
+import pandas as pd
+import streamlit as st
+from streamlit.logger import get_logger
+import langchain
+
+
+from app_config import ENVIRON
+from utils.memory_utils import change_memories
+from models.model_seeds import seeds
+
+langchain.verbose = ENVIRON =="dev"
+logger = get_logger(__name__)
+
+# TODO: Include more variable and representative names
+DEFAULT_NAMES = ["Olivia", "Kit", "Abby", "Tom", "Carolyne", "Jessiny"]
+DEFAULT_NAMES_DF = pd.read_csv("./utils/names.csv")
+
+def get_random_name(gender="Neutral", ethnical_group="Neutral", names_df=None):
+        if names_df is None:
+            names_df = pd.DataFrame(DEFAULT_NAMES, columns=['name'])
+            names_df["gender"] = "Neutral"
+            names_df["ethnical_group"] = "Neutral"
+        
+        dfi = names_df
+        
+        if gender != "Neutral":
+            dfi = dfi.query(f"gender=='{gender}'")
+        if ethnical_group != "Neutral":
+            dfi = dfi.query(f"ethnical_group=='{ethnical_group}'")
+        if len(dfi) <=0 :
+            dfi = names_df
+        return dfi.sample(1)['name'].values[0]
+
+def divide_messages(str_memory, str_ai_prefix="texter", str_human_prefix="helper", include_colon=True):
+    message_delimiter = "$%$"
+    # Split str memory in messaages according to previous prefix and flatten list
+    colon = ":" if include_colon else ""
+    str_memory =  f"{message_delimiter}{str_ai_prefix}{colon}".join(str_memory.split(f"{str_ai_prefix}{colon}"))
+    str_memory =  f"{message_delimiter}{str_human_prefix}{colon}".join(str_memory.split(f"{str_human_prefix}{colon}"))
+    return str_memory.split(message_delimiter)
+
+def add_initial_message(issue, language, memory, str_ai_prefix="texter", str_human_prefix="helper", include_colon=True,
+                        texter_name="", counselor_name=""):
+    initial_mem_str = seeds.get(issue, "GCT")['memory'].format(counselor_name=counselor_name, texter_name=texter_name)
+    message_list = divide_messages(initial_mem_str, str_ai_prefix, str_human_prefix, include_colon)
+    colon = ":" if include_colon else ""
+    for i, message in enumerate(message_list):
+        message = message.strip("\n")
+        message = message.strip()
+        if message is None or message == "":
+            pass
+        elif message.startswith(str_human_prefix):
+            memory.chat_memory.add_user_message(message.lstrip(f"{str_human_prefix}{colon}").strip())
+        elif message.startswith(str_ai_prefix):
+            memory.chat_memory.add_ai_message(message.lstrip(f"{str_ai_prefix}{colon}").strip()) 
+
+def create_memory_add_initial_message(memories, issue, language, changed_source=False, texter_name="", counselor_name=""):
+    change_memories(memories, language, changed_source=changed_source)
+
+    for memory, _ in memories.items():
+        if len(st.session_state[memory].buffer_as_messages) < 1:
+            add_initial_message(issue, language, st.session_state[memory], texter_name=texter_name, counselor_name=counselor_name)
+
+    

utils/chain_utils.py

@@ -0,0 +1,19 @@
+from models.model_seeds import seeds
+from models.openai.finetuned_models import finetuned_models, get_finetuned_chain
+from models.openai.role_models import get_role_chain, get_template_role_models
+from models.databricks.scenario_sim_biz import get_databricks_chain
+
+def get_chain(issue, language, source, memory, temperature, texter_name=""):
+    if source in ("OA_finetuned"):
+        OA_engine = finetuned_models[f"{issue}-{language}"]
+        return get_finetuned_chain(OA_engine, memory, temperature)
+    elif source in ('OA_rolemodel'):
+        seed = seeds.get(issue, "GCT")['prompt']
+        template = get_template_role_models(issue, language, texter_name=texter_name, seed=seed)
+        return get_role_chain(template, memory, temperature)
+    elif source in ('CTL_llama2'):
+        if language == "English":
+            language = "en"
+        elif language == "Spanish":
+            language = "es"
+        return get_databricks_chain(issue, language, memory, temperature)

app_utils.py → utils/memory_utils.py

@@ -1,24 +1,11 @@
-import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
-import langchain
-from langchain.memory import ConversationBufferMemory
 
-from app_config import ENVIRON
-from models.openai.finetuned_models import finetuned_models, get_finetuned_chain
-from models.openai.role_models import get_role_chain, role_templates
-from mongo_utils import new_convo
+from langchain.memory import ConversationBufferMemory
+from utils.mongo_utils import new_convo
 
-langchain.verbose = ENVIRON=="dev"
 logger = get_logger(__name__)
 
-def add_initial_message(model_name, memory):
-    if "Spanish" in model_name:
-        memory.chat_memory.add_ai_message("Hola necesito ayuda") 
-    else:
-        memory.chat_memory.add_ai_message("Hi I need help")
-
-
 def push_convo2db(memories, username, language):
     if len(memories) == 1:
         issue =  memories['memory']['issue']
@@ -30,12 +17,12 @@ def push_convo2db(memories, username, language):
         model_two = memories['memoryB']['source']
         new_convo(st.session_state['db_client'], issue, language, username, True, model_one, model_two)
 
-def change_memories(memories, username, language, changed_source=False):
+def change_memories(memories, language, changed_source=False):
     for memory, params in memories.items():
         if (memory not in st.session_state) or changed_source:
             source = params['source']
             logger.info(f"Source for memory {memory} is {source}")
-            if source in ('OA_rolemodel','OA_finetuned'):
+            if source in ('OA_rolemodel','OA_finetuned',"CTL_llama2"):
                 st.session_state[memory] = ConversationBufferMemory(ai_prefix='texter', human_prefix='helper')
     
     if ("convo_id" in st.session_state) and changed_source:
@@ -47,20 +34,4 @@ def clear_memory(memories, username, language):
         st.session_state[memory].clear()
 
     if "convo_id" in st.session_state:
-        del st.session_state['convo_id']
-    
-
-def create_memory_add_initial_message(memories, username, language, changed_source=False):
-    change_memories(memories, username, language, changed_source=changed_source)
-    for memory, _ in memories.items():
-        if len(st.session_state[memory].buffer_as_messages) < 1:
-            add_initial_message(language, st.session_state[memory])
-
-
-def get_chain(issue, language, source, memory, temperature):
-    if source in ("OA_finetuned"):
-        OA_engine = finetuned_models[f"{issue}-{language}"]
-        return get_finetuned_chain(OA_engine, memory, temperature)
-    elif source in ('OA_rolemodel'):
-        template = role_templates[f"{issue}-{language}"]
-        return get_role_chain(template, memory, temperature)
+        del st.session_state['convo_id']

utils/names.csv

@@ -0,0 +1,176 @@
+name,gender,ethnical_group
+Jacob,Male,Neutral
+Ethan,Male,Neutral
+Matthew,Male,Neutral
+David,Male,Neutral
+Liam,Male,Neutral
+Noah,Male,Neutral
+Michael,Male,Neutral
+Aiden,Male,Neutral
+Daniel,Male,Neutral
+Ryan,Male,Neutral
+Mason,Male,Neutral
+Lucas,Male,Neutral
+Joseph,Male,Neutral
+James,Male,Neutral
+Alexander,Male,Neutral
+Anthony,Male,Neutral
+Sebastian,Male,Neutral
+Jayden,Male,Neutral
+Christopher,Male,Neutral
+Benjamin,Male,Neutral
+Emma,Female,Neutral
+Olivia,Female,Neutral
+Emily,Female,Neutral
+Mia,Female,Neutral
+Sophia,Female,Neutral
+Leah,Female,Neutral
+Isabella,Female,Neutral
+Ava,Female,Neutral
+Sarah,Female,Neutral
+Chloe,Female,Neutral
+Sofia,Female,Neutral
+Madison,Female,Neutral
+Victoria,Female,Neutral
+Esther,Female,Neutral
+Abigail,Female,Neutral
+Rachel,Female,Neutral
+Maya,Female,Neutral
+Ashley,Female,Neutral
+Ella,Female,Neutral
+Grace,Female,Neutral
+Zoe,Female,Neutral
+Rowan,Neutral,Neutral
+Yael,Neutral,Neutral
+Eden,Neutral,Neutral
+Quinn,Neutral,Neutral
+Charlie,Neutral,Neutral
+Milan,Neutral,Neutral
+Blake,Neutral,Neutral
+Tenzin,Neutral,Neutral
+Peyton,Neutral,Neutral
+Alexis,Neutral,Neutral
+Ariel,Neutral,Neutral
+Riley,Neutral,Neutral
+Avery,Neutral,Neutral
+Angel,Neutral,Neutral
+Malachi,Male,African American
+Nasir,Male,African American
+Mamdou,Male,African American
+Chance,Male,African American
+Zaire,Male,African American
+Mekhi,Male,African American
+Sincere,Male,African American
+Omari,Male,African American
+Amadou,Male,African American
+Ibrahima,Male,African American
+Khalil,Male,African American
+Moussa,Male,African American
+Kamari,Male,African American
+Alpha,Male,African American
+Major,Male,African American
+Abdoulaye,Male,African American
+Aboul,Male,African American
+Amare,Male,African American
+Ousmane,Male,African American
+Darius,Male,African American
+Jose,Male,Hispanic
+Carlos,Male,Hispanic
+Luis,Male,Hispanic
+Miguel,Male,Hispanic
+Juan,Male,Hispanic
+Jesus,Male,Hispanic
+Erick,Male,Hispanic
+Alejandro,Male,Hispanic
+Diego,Male,Hispanic
+Gael,Male,Hispanic
+Santago,Male,Hispanic
+Iker,Male,Hispanic
+Cristian,Male,Hispanic
+Jadiel,Male,Hispanic
+Alexis,Male,Hispanic
+Josue,Male,Hispanic
+Jorge,Male,Hispanic
+Andres,Male,Hispanic
+Adriel,Male,Hispanic
+Johan,Male,Hispanic
+Ayaan,Male,Asian
+Eason,Male,Asian
+Tenzin,Male,Asian
+Syed,Male,Asian
+Kingsley,Male,Asian
+Arjun,Male,Asian
+Carson,Male,Asian
+Arayan,Male,Asian
+Anson,Male,Asian
+Benson,Male,Asian
+Lawrence,Male,Asian
+Ayan,Male,Asian
+Rohan,Male,Asian
+Roy,Male,Asian
+Aarav,Male,Asian
+Rayyan,Male,Asian
+Kimi,Male,Asian
+Zayan,Male,Asian
+Ricky,Male,Asian
+Arham,Male,Asian
+Fatoumata,Female,African American
+Aminata,Female,African American
+Amiyah,Female,African American
+Zuri,Female,African American
+Kimora,Female,African American
+Mariama,Female,African American
+Sanaa,Female,African American
+Lyric,Female,African American
+Sanai,Female,African American
+Harmony,Female,African American
+Aicha,Female,African American
+Tori,Female,African American
+Maliyah,Female,African American
+Aisaatou,Female,African American
+Miracle,Female,African American
+Hawa,Female,African American
+Oumou,Female,African American
+Dakota,Female,African American
+Skye,Female,African American
+Kyla,Female,African American
+Emely,Female,Hispanic
+Leslie,Female,Hispanic
+Andrea,Female,Hispanic
+Valeria,Female,Hispanic
+Aylin,Female,Hispanic
+Jayleen,Female,Hispanic
+Yaretzi,Female,Hispanic
+Melany,Female,Hispanic
+Danna,Female,Hispanic
+Brittany,Female,Hispanic
+Alison,Female,Hispanic
+Jazmin,Female,Hispanic
+Briana,Female,Hispanic
+Kamila,Female,Hispanic
+Alaia,Female,Hispanic
+Ximena,Female,Hispanic
+Sherlyn,Female,Hispanic
+Esmeralda,Female,Hispanic
+Guadalupe,Female,Hispanic
+Jazlyn,Female,Hispanic
+Tenzin,Female,Asian
+Selina,Female,Asian
+Ayesha,Female,Asian
+Vicky,Female,Asian
+Elaine,Female,Asian
+Jenny,Female,Asian
+Winnie,Female,Asian
+Queenie,Female,Asian
+Sharon,Female,Asian
+Alisha,Female,Asian
+Elina,Female,Asian
+Erica,Female,Asian
+Manha,Female,Asian
+Syeda,Female,Asian
+Jannat,Female,Asian
+Janice,Female,Asian
+Tina,Female,Asian
+Anya,Female,Asian
+Arisha,Female,Asian
+Inaaya,Female,Asian