Adjusted Scenarios for SME tests on Texter Sim V2

app_config.py

@@ -29,7 +29,7 @@ def source2label(source):
 def issue2label(issue):
     return seed2str.get(issue, "GCT")
 
-ENVIRON = "prod"
+ENVIRON = "dev"
 
 DB_SCHEMA = 'prod_db' if ENVIRON == 'prod' else 'test_db' 
 DB_CONVOS = 'conversations'

models/business_logic_utils/business_logic.py

@@ -5,7 +5,7 @@ from streamlit.logger import get_logger
 
 logger = get_logger(__name__)
 
-def process_app_request(app_request: dict, endpoint_url: str, bearer_token: str) -> dict:
+def process_app_request(app_request: dict, endpoint_url: str, endpoint_bearer_token: str) -> dict:
     """Process the app request and return the response in the required format."""
 
     ############################# Input Processing ###################################
@@ -26,10 +26,10 @@ def process_app_request(app_request: dict, endpoint_url: str, bearer_token: str)
     ####################### Output Generation & Processing #############################
 
     # Generate the assistant's response (texter's reply)
-    completion = generate_sim(model_input, endpoint_url, bearer_token)
+    completion = generate_sim(model_input, endpoint_url, endpoint_bearer_token)
 
     # Process the raw model response (parse, guardrails, split)
-    final_response = process_model_response(completion, model_input, endpoint_url, bearer_token)
+    final_response = process_model_response(completion, model_input, endpoint_url, endpoint_bearer_token)
 
     # Format the response for the APP
     response = {"predictions": [{"generated_text": final_response}]}

models/business_logic_utils/config.py

@@ -42,6 +42,20 @@ SCENARIOS = {
         "coping_preference": "default",
         "difficulty": "default",
     },
+    "full_convo__hard__open": {
+        "crisis": "default",
+        "risk": "default",
+        "personality": "personality_open",
+        "coping_preference": "default",
+        "difficulty": "non_default",
+    },
+    "full_convo__hard__closed": {
+        "crisis": "default",
+        "risk": "default",
+        "personality": "personality_closed",
+        "coping_preference": "default",
+        "difficulty": "non_default",
+    },
     "full_convo__seeded1": {
         "crisis": "bullying",
         "risk": "low",
@@ -49,90 +63,195 @@ SCENARIOS = {
         "coping_preference": "default",
         "difficulty": "default",
     },
-    "full_convo__seeded2": {
-        "crisis": "parent_issues",
+    "full_convo__hard__open__seeded1": {
+        "crisis": "bullying",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
-        "difficulty": "default",
+        "difficulty": "non_default",
     },
-    "safety_assessment__seeded1": {
+    "full_convo__hard__closed__seeded1": {
         "crisis": "bullying",
-        "risk": "thoughts__noplan",
-        "personality": "personality_open",
+        "risk": "low",
+        "personality": "personality_closed",
         "coping_preference": "default",
-        "difficulty": "default",
+        "difficulty": "non_default",
     },
-    "safety_assessment__seeded2": {
-        "crisis": "grief",
-        "risk": "thoughts__noplan",
+    "full_convo__seeded2": {
+        "crisis": "parent_issues",
+        "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
         "difficulty": "default",
     },
-    "full_convo__seeded3": {
-        "crisis": "lgbt",
+    "full_convo__hard__open__seeded2": {
+        "crisis": "parent_issues",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
-        "difficulty": "default",
+        "difficulty": "non_default",
     },
-    "full_convo__seeded4": {
-        "crisis": "relationship_issues",
+    "full_convo__hard__closed__seeded2": {
+        "crisis": "parent_issues",
         "risk": "low",
-        "personality": "personality_open",
+        "personality": "personality_closed",
         "coping_preference": "default",
-        "difficulty": "default",
+        "difficulty": "non_default",
     },
-    "full_convo__seeded5": {
-        "crisis": "child_abuse",
+    "full_convo__seeded3": {
+        "crisis": "lgbt",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
         "difficulty": "default",
     },
-    "full_convo__seeded6": {
-        "crisis": "overdose",
+    "full_convo__hard__open__seeded3": {
+        "crisis": "lgbt",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
-        "difficulty": "default",
+        "difficulty": "non_default",
     },
-    "full_convo__hard": {
-        "crisis": "default",
-        "risk": "default",
+    "full_convo__hard__closed__seeded3": {
+        "crisis": "lgbt",
+        "risk": "low",
         "personality": "personality_closed",
         "coping_preference": "default",
         "difficulty": "non_default",
     },
-    "full_convo__hard__seeded1": {
-        "crisis": "bullying",
+    "full_convo__seeded4": {
+        "crisis": "relationship_issues",
         "risk": "low",
-        "personality": "personality_closed",
+        "personality": "personality_open",
         "coping_preference": "default",
-        "difficulty": "non_default",
+        "difficulty": "default",
     },
-    "full_convo__hard__seeded2": {
-        "crisis": "parent_issues",
+    "full_convo__hard__open__seeded4": {
+        "crisis": "relationship_issues",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
         "difficulty": "non_default",
     },
-    "full_convo__hard__seeded3": {
-        "crisis": "lgbt",
+    "full_convo__hard__closed__seeded4": {
+        "crisis": "relationship_issues",
         "risk": "low",
         "personality": "personality_closed",
         "coping_preference": "default",
         "difficulty": "non_default",
     },
-    "full_convo__hard__seeded4": {
-        "crisis": "relationship_issues",
+    "full_convo__seeded5": {
+        "crisis": "child_abuse",
         "risk": "low",
         "personality": "personality_open",
         "coping_preference": "default",
-        "difficulty": "non_default",
+        "difficulty": "default",
     },
+    "full_convo__seeded6": {
+        "crisis": "overdose",
+        "risk": "low",
+        "personality": "personality_open",
+        "coping_preference": "default",
+        "difficulty": "default",
+    },
+    # "full_convo": {
+    #     "crisis": "default",
+    #     "risk": "default",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded1": {
+    #     "crisis": "bullying",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded2": {
+    #     "crisis": "parent_issues",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "safety_assessment__seeded1": {
+    #     "crisis": "bullying",
+    #     "risk": "thoughts__noplan",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "safety_assessment__seeded2": {
+    #     "crisis": "grief",
+    #     "risk": "thoughts__noplan",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded3": {
+    #     "crisis": "lgbt",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded4": {
+    #     "crisis": "relationship_issues",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded5": {
+    #     "crisis": "child_abuse",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__seeded6": {
+    #     "crisis": "overdose",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "default",
+    # },
+    # "full_convo__hard": {
+    #     "crisis": "default",
+    #     "risk": "default",
+    #     "personality": "personality_closed",
+    #     "coping_preference": "default",
+    #     "difficulty": "non_default",
+    # },
+    # "full_convo__hard__seeded1": {
+    #     "crisis": "bullying",
+    #     "risk": "low",
+    #     "personality": "personality_closed",
+    #     "coping_preference": "default",
+    #     "difficulty": "non_default",
+    # },
+    # "full_convo__hard__seeded2": {
+    #     "crisis": "parent_issues",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "non_default",
+    # },
+    # "full_convo__hard__seeded3": {
+    #     "crisis": "lgbt",
+    #     "risk": "low",
+    #     "personality": "personality_closed",
+    #     "coping_preference": "default",
+    #     "difficulty": "non_default",
+    # },
+    # "full_convo__hard__seeded4": {
+    #     "crisis": "relationship_issues",
+    #     "risk": "low",
+    #     "personality": "personality_open",
+    #     "coping_preference": "default",
+    #     "difficulty": "non_default",
+    # },
 }
 
 DEPREC_SCENARIO_MAPPING = {
@@ -272,7 +391,8 @@ DIFFICULTIES = {
     "difficulty_distrustful": {
         "difficulty_label": "distrustful",
         "description": [
-            "You don't trust the counselor, you will eventually cooperate.",
+            #"You don't trust the counselor, you will eventually cooperate.",
+            "You have a distrustful attitude towards the counselor.",
         ],
     },
     # "difficulty_stop_convo": {

models/business_logic_utils/response_processing.py

@@ -55,8 +55,11 @@ def postprocess_text(
         text = whispers.sub("", text)
         text = reactions.sub("", text)
 
-        # Remove all quotation marks (both single and double)
-        text = text.replace('"', '').replace("'", "")
+        # Remove double quotation marks
+        text = text.replace('"', '')
+
+        # Remove stutters of any length (e.g., "M-m-my" or "M-m-m-m-my" or "M-My" to "My")
+        text = re.sub(r'\b(\w)(-\1)+-\1(\w*)', r'\1\3', text, flags=re.IGNORECASE)
 
         # Normalize spaces
         text = re.sub(r"\s+", " ", text).strip()

models/model_seeds.py

@@ -1,118 +1,205 @@
 seeds = {
     "full_convo": {
-        # "prompt": "Your character is feeling alone and her husband lost his job. Your character does not have suicidal thoughs nor harmed herself. You are talkative, and open to talk about your problems.",
+        "memory": """texter: Help
+texter: I need to talk to someone"""
+    },
+    "full_convo__hard__open": {
+        "memory": """texter: Help
+texter: I need to talk to someone"""
+    },
+    "full_convo__hard__closed": {
         "memory": """texter: Help
 texter: I need to talk to someone"""
     },
     "full_convo__seeded1": {
-        # "prompt": "Your character is suffering from bullying at school. Your character has suicidal thoughs but has not harmed himself. You are talkative, and open to talk about your problems.",
+        "memory": """texter: Help
+texter: hello? is anyone there to help?"""
+    },
+    "full_convo__hard__open__seeded1": {
+        "memory": """texter: Help
+texter: hello? is anyone there to help?"""
+    },
+    "full_convo__hard__closed__seeded1": {
         "memory": """texter: Help
 texter: hello? is anyone there to help?"""
     },
     "full_convo__seeded2": {
-        # "prompt": "Your character is suffering anxiety from finals week. Your character does not have suicidal thoughs but has harmed herself. You are talkative, and open to talk about your problems.",
         "memory": """texter: Help
 texter: I don't know what to do"""
     },
-    "safety_assessment__seeded1": {
-        # "prompt": "Your character is griefing his wife. Your character has suicidal thoughs and has harmed himself taking pills. You are talkative, and open to talk about your problems.",
-        "memory": """texter: I just can’t take it anymore. Every day is just endless torment.
-texter: They find new ways to humiliate me.
-helper: Hi there, thank you for reaching out today, I’m Sheryl. It seems you are going through a lot, care to share more?
-texter: It’s at school. They call me names, push me around, and make fun of everything about me. My clothes, how I talk, everything.
-texter: I’m scared to go to school now. I just want it all to end.
-helper: That sounds incredibly painful and scary. No one should have to go through that kind of treatment.
-texter: It is I don't feel safe anywhere in school, not the classroom, not the bathroom, not the hallways.
-texter: It feels like anywhere I go there is danger, that is why I don't want to go anymore
-texter: Sometimes I think about just ending it so I don’t have to face another day of bullying.
-helper: It's understandable to feel overwhelmed I worry about your safety. Have you had any thoughts of suicide in the last few days, including today?
-texter: I guess, but I haven’t done anything. I’m just so tired of feeling this way.
-helper: I hear you. It's exhausting to feel that way. You mentioned not doing anything, just to clarify, regarding the suicide thoughts
-helper: have you taken any action to harm yourself today?
-texter: no not at all, I just feel in danger at school."""
-    },
-    "safety_assessment__seeded2": {
-        # "prompt": "Your character is feeling alone and her husband lost his job. Your character does not have suicidal thoughs nor harmed herself. You are talkative, and open to talk about your problems.",
-        "memory": """texter: I can’t take this pain anymore.
-texter: My wife died and I don’t want to be here without her.
-helper: Hello, my name is Roy. I’m here to listen. I hear you're in a lot of pain right now and suffering from grief.
-texter: She was everything to me. Beautiful, smart, funny. We did everything together. Now, everything feels empty.
-helper: She sounds like an amazing person. Losing someone so close leaves a huge void. It’s okay to feel empty and to mourn. Grieving is a process, and it’s different for everyone.
-texter: I just don’t see how I can go on without her. Everything reminds me of her.
-helper: It's natural to feel that way when we lose someone we love deeply. How long have you been feeling this way?
-texter: A couple of months now, but everything got worse about a week ago
-texter: My wife died almost a year ago and the pains seems unbearable
-helper: You are so brave for dealing with this pain for so long.
-helper: With all this going on I can tell you are struggling and in so much pain. Have you had any thoughts of suicide in the last few days, including today?
-texter: Yes, all the time. I don't see any point in living a life without her"""
+    "full_convo__hard__open__seeded2": {
+        "memory": """texter: Help
+texter: I don't know what to do"""
     },
-    "full_convo__seeded3": {
-        # "prompt": "",
+    "full_convo__hard__closed__seeded2": {
         "memory": """texter: Help
-texter: I am feeling so lost"""
+texter: I don't know what to do"""
     },
-    "full_convo__seeded4": {
-        # "prompt": "",
+    "full_convo__seeded3": {
         "memory": """texter: Help
-texter: I need help"""
+texter: I am feeling so lost"""
     },
-    "full_convo__seeded5": {
-        # "prompt": "",
+    "full_convo__hard__open__seeded3": {
         "memory": """texter: Help
-texter: hello? is anyone there to help?"""
+texter: I am feeling so lost"""
     },
-    "full_convo__seeded6": {
-        # "prompt": "",
+    "full_convo__hard__closed__seeded3": {
         "memory": """texter: Help
-texter: I think I overdosed"""
+texter: I am feeling so lost"""
     },
-    "full_convo__hard": {
-        # "prompt": "",
+    "full_convo__seeded4": {
         "memory": """texter: Help
-texter: Is there someone to talk?"""
+texter: I need help"""
     },
-    "full_convo__hard__seeded1": {
-        # "prompt": "",
+    "full_convo__hard__open__seeded4": {
         "memory": """texter: Help
-texter: hello? is anyone there to help?"""
+texter: I need help"""
     },
-    "full_convo__hard__seeded2": {
-        # "prompt": "",
+    "full_convo__hard__closed__seeded4": {
         "memory": """texter: Help
-texter: I can't stand it anymore"""
+texter: I need help"""
     },
-    "full_convo__hard__seeded3": {
-        # "prompt": "",
+    "full_convo__seeded5": {
         "memory": """texter: Help
-texter: idk what to do"""
+texter: hello? is anyone there to help?"""
     },
-    "full_convo__hard__seeded4": {
-        # "prompt": "",
+    "full_convo__seeded6": {
         "memory": """texter: Help
-texter: I need help"""
+texter: I think I overdosed"""
     },
+
+#     "full_convo": {
+#         # "prompt": "Your character is feeling alone and her husband lost his job. Your character does not have suicidal thoughs nor harmed herself. You are talkative, and open to talk about your problems.",
+#         "memory": """texter: Help
+# texter: I need to talk to someone"""
+#     },
+#     "full_convo__seeded1": {
+#         # "prompt": "Your character is suffering from bullying at school. Your character has suicidal thoughs but has not harmed himself. You are talkative, and open to talk about your problems.",
+#         "memory": """texter: Help
+# texter: hello? is anyone there to help?"""
+#     },
+#     "full_convo__seeded2": {
+#         # "prompt": "Your character is suffering anxiety from finals week. Your character does not have suicidal thoughs but has harmed herself. You are talkative, and open to talk about your problems.",
+#         "memory": """texter: Help
+# texter: I don't know what to do"""
+#     },
+#     "safety_assessment__seeded1": {
+#         # "prompt": "Your character is griefing his wife. Your character has suicidal thoughs and has harmed himself taking pills. You are talkative, and open to talk about your problems.",
+#         "memory": """texter: I just can’t take it anymore. Every day is just endless torment.
+# texter: They find new ways to humiliate me.
+# helper: Hi there, thank you for reaching out today, I’m Sheryl. It seems you are going through a lot, care to share more?
+# texter: It’s at school. They call me names, push me around, and make fun of everything about me. My clothes, how I talk, everything.
+# texter: I’m scared to go to school now. I just want it all to end.
+# helper: That sounds incredibly painful and scary. No one should have to go through that kind of treatment.
+# texter: It is I don't feel safe anywhere in school, not the classroom, not the bathroom, not the hallways.
+# texter: It feels like anywhere I go there is danger, that is why I don't want to go anymore
+# texter: Sometimes I think about just ending it so I don’t have to face another day of bullying.
+# helper: It's understandable to feel overwhelmed I worry about your safety. Have you had any thoughts of suicide in the last few days, including today?
+# texter: I guess, but I haven’t done anything. I’m just so tired of feeling this way.
+# helper: I hear you. It's exhausting to feel that way. You mentioned not doing anything, just to clarify, regarding the suicide thoughts
+# helper: have you taken any action to harm yourself today?
+# texter: no not at all, I just feel in danger at school."""
+#     },
+#     "safety_assessment__seeded2": {
+#         # "prompt": "Your character is feeling alone and her husband lost his job. Your character does not have suicidal thoughs nor harmed herself. You are talkative, and open to talk about your problems.",
+#         "memory": """texter: I can’t take this pain anymore.
+# texter: My wife died and I don’t want to be here without her.
+# helper: Hello, my name is Roy. I’m here to listen. I hear you're in a lot of pain right now and suffering from grief.
+# texter: She was everything to me. Beautiful, smart, funny. We did everything together. Now, everything feels empty.
+# helper: She sounds like an amazing person. Losing someone so close leaves a huge void. It’s okay to feel empty and to mourn. Grieving is a process, and it’s different for everyone.
+# texter: I just don’t see how I can go on without her. Everything reminds me of her.
+# helper: It's natural to feel that way when we lose someone we love deeply. How long have you been feeling this way?
+# texter: A couple of months now, but everything got worse about a week ago
+# texter: My wife died almost a year ago and the pains seems unbearable
+# helper: You are so brave for dealing with this pain for so long.
+# helper: With all this going on I can tell you are struggling and in so much pain. Have you had any thoughts of suicide in the last few days, including today?
+# texter: Yes, all the time. I don't see any point in living a life without her"""
+#     },
+#     "full_convo__seeded3": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: I am feeling so lost"""
+#     },
+#     "full_convo__seeded4": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: I need help"""
+#     },
+#     "full_convo__seeded5": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: hello? is anyone there to help?"""
+#     },
+#     "full_convo__seeded6": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: I think I overdosed"""
+#     },
+#     "full_convo__hard": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: Is there someone to talk?"""
+#     },
+#     "full_convo__hard__seeded1": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: hello? is anyone there to help?"""
+#     },
+#     "full_convo__hard__seeded2": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: I can't stand it anymore"""
+#     },
+#     "full_convo__hard__seeded3": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: idk what to do"""
+#     },
+#     "full_convo__hard__seeded4": {
+#         # "prompt": "",
+#         "memory": """texter: Help
+# texter: I need help"""
+#     },
 }
 
 seed2str = {
-    # "GCT":"Good Contact Techniques",
-    # "GCT__seed2": "Good Contact Techniques 2",
-    # "GCT__body_image": "GCT Body Image",
-    # "safety_planning": "Safety Planning",
-    # "safety_planning__selfharm": "SP Self Harm"
     "full_convo": "General",
+    "full_convo__hard__open": "General - Difficult 1",
+    "full_convo__hard__closed": "General - Difficult 2",
     "full_convo__seeded1": "Bullying",
+    "full_convo__hard__open__seeded1": "Bullying - Difficult 1",
+    "full_convo__hard__closed__seeded1": "Bullying - Difficult 2",
     "full_convo__seeded2": "Parent Issues",
-    "safety_assessment__seeded1": "Safety Assessment - Bullying ",
-    "safety_assessment__seeded2": "Safety Assessment - Grief ",
+    "full_convo__hard__open__seeded2": "Parent Issues - Difficult 1",
+    "full_convo__hard__closed__seeded2": "Parent Issues - Difficult 2",
     "full_convo__seeded3": "LGBTQ+",
+    "full_convo__hard__open__seeded3": "LGBTQ+ - Difficult 1",
+    "full_convo__hard__closed__seeded3": "LGBTQ+ - Difficult 2",
     "full_convo__seeded4": "Relationship Issues",
+    "full_convo__hard__open__seeded4": "Relationship Issues - Difficult 1",
+    "full_convo__hard__closed__seeded4": "Relationship Issues - Difficult 2",
     "full_convo__seeded5": "Child Abuse",
     "full_convo__seeded6": "Overdose",
-    "full_convo__hard": "Difficult - General",
-    "full_convo__hard__seeded1": "Difficult - Bullying",
-    "full_convo__hard__seeded2": "Difficult - Parent Issues",
-    "full_convo__hard__seeded3": "Difficult - LGBTQ+",
-    "full_convo__hard__seeded4": "Difficult - Relationship Issues"
+
+    # "GCT":"Good Contact Techniques",
+    # "GCT__seed2": "Good Contact Techniques 2",
+    # "GCT__body_image": "GCT Body Image",
+    # "safety_planning": "Safety Planning",
+    # "safety_planning__selfharm": "SP Self Harm"
+    # "full_convo": "General",
+    # "full_convo__seeded1": "Bullying",
+    # "full_convo__seeded2": "Parent Issues",
+    # "safety_assessment__seeded1": "Safety Assessment - Bullying ",
+    # "safety_assessment__seeded2": "Safety Assessment - Grief ",
+    # "full_convo__seeded3": "LGBTQ+",
+    # "full_convo__seeded4": "Relationship Issues",
+    # "full_convo__seeded5": "Child Abuse",
+    # "full_convo__seeded6": "Overdose",
+    # "full_convo__hard": "Difficult - General",
+    # "full_convo__hard__seeded1": "Difficult - Bullying",
+    # "full_convo__hard__seeded2": "Difficult - Parent Issues",
+    # "full_convo__hard__seeded3": "Difficult - LGBTQ+",
+    # "full_convo__hard__seeded4": "Difficult - Relationship Issues"
 
     # "NewSA__NoNo.2": "No thoughts No Harm No context",
     # "NewSA__YesNo.2": "Yes thoughts No Harm No context",