added logical reasoning

database/mock_qna.sqlite

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2a27be7e05ba8545ed59d9f364028d86130cfb2460c74fa71fa16dd3b214e30
+oid sha256:b1b4ac6a58713069f3545b7894a99e15587940b08ca42645a5146daf377456d4
 size 40960

qna_prompting.py

@@ -64,10 +64,11 @@ def get_qna_question(chapter_n: str) -> str:
     cur = con.cursor()
 
     filter_clause = "WHERE a.id IS NULL" if chapter_n == "Chapter_0" else f"WHERE a.id IS NULL AND chapter='{chapter_n}'"
-    sql_string = """SELECT q.id, question, option_1, option_2, option_3, option_4, q.correct_answer
+    sql_string = """SELECT q.id, question, option_1, option_2, option_3, option_4, q.correct_answer, q.reasoning
                     FROM qna_tbl q LEFT JOIN answer_tbl a
                                    ON q.id = a.id
                  """ + filter_clause
+    # sql_string = sql_string + " ORDER BY RANDOM() LIMIT 1"
     
     res = cur.execute(sql_string)
     result = res.fetchone()
@@ -79,6 +80,7 @@ def get_qna_question(chapter_n: str) -> str:
     option_3 = result[4]
     option_4 = result[5]
     c_answer = result[6]
+    reasons  = result[7]
 
     qna_str  = "As requested, here is the retrieved question: \n" + \
                "============================================= \n" + \
@@ -90,6 +92,7 @@ def get_qna_question(chapter_n: str) -> str:
     
     st.session_state.question_id = id
     st.session_state.qna_answer = c_answer
+    st.session_state.reasons = reasons
     
     con.close()
     
@@ -97,49 +100,55 @@ def get_qna_question(chapter_n: str) -> str:
 
 def evaluate_qna_answer(user_selected_answer: str) -> str:
 
-    answer_mapping = {
-        "A": 1,
-        "B": 2,
-        "C": 3,
-        "D": 4,
-        "Z": 0
-    }
-    num_mapping = dict((v,k) for k,v in answer_mapping.items())
-    user_answer_numeric = answer_mapping.get(user_selected_answer, 0)
-
-    question_id = st.session_state.question_id
-    qna_answer  = st.session_state.qna_answer
-    qna_answer_alphabet = num_mapping[qna_answer]
-
-    con = sqlite3.connect(db_path)
-    cur = con.cursor()
-    sql_string = f"""INSERT INTO answer_tbl 
-                     VALUES ({question_id}, {qna_answer}, {user_answer_numeric})
-    """
-    
-    res = cur.execute(sql_string)
-    con.commit()
-    con.close()
-
-    if qna_answer == user_answer_numeric:
-        st.toast("🍯 yummy yummy, hooray!", icon="🎉")
-        time.sleep(2)
-        st.toast("🐻💕🍯 You got it right!", icon="🎊")
-        time.sleep(2)
-        st.toast("🥇 You are amazing! 💯💯", icon="💪")
-        st.balloons()
-    else:
-        st.toast("🐼 Something doesn't seem right.. 🔥🏠🔥", icon="😂")
-        time.sleep(2)
-        st.toast("🥶 Are you sure..? 😬😬", icon="😭")
-        time.sleep(2)
-        st.toast("🤜🤛 Nevertheless, it was a good try!! 🏋️‍♂️🏋️‍♂️", icon="👏")
-        st.snow()
-
-    qna_answer_response = (
-        f"Your selected answer is `{user_selected_answer}`, "
-        f"but the actual answer is `{qna_answer_alphabet}`. "
-    )
+    try:
+        answer_mapping = {
+            "A": 1,
+            "B": 2,
+            "C": 3,
+            "D": 4,
+            "Z": 0
+        }
+        num_mapping = dict((v,k) for k,v in answer_mapping.items())
+        user_answer_numeric = answer_mapping.get(user_selected_answer, 0)
+
+        question_id = st.session_state.question_id
+        qna_answer  = st.session_state.qna_answer
+        reasons     = st.session_state.reasons
+        
+        qna_answer_alphabet = num_mapping.get(int(qna_answer), "ERROR")
+
+        con = sqlite3.connect(db_path)
+        cur = con.cursor()
+        sql_string = f"""INSERT INTO answer_tbl 
+                        VALUES ({question_id}, {qna_answer}, {user_answer_numeric})
+        """
+        
+        res = cur.execute(sql_string)
+        con.commit()
+        con.close()
+
+        if qna_answer == user_answer_numeric:
+            st.toast("🍯 yummy yummy, hooray!", icon="🎉")
+            time.sleep(2)
+            st.toast("🐻💕🍯 You got it right!", icon="🎊")
+            time.sleep(2)
+            st.toast("🥇 You are amazing! 💯💯", icon="💪")
+            st.balloons()
+        else:
+            st.toast("🐼 Something doesn't seem right.. 🔥🏠🔥", icon="😂")
+            time.sleep(2)
+            st.toast("🥶 Are you sure..? 😬😬", icon="😭")
+            time.sleep(2)
+            st.toast("🤜🤛 Nevertheless, it was a good try!! 🏋️‍♂️🏋️‍♂️", icon="👏")
+            st.snow()
+
+        reasoning = "" if "textbook" in reasons else "Rationale is that: " + reasons
+        qna_answer_response = (
+            f"Your selected answer is `{user_selected_answer}`, "
+            f"but the actual answer is `{qna_answer_alphabet}`. " + reasoning
+        )
+    except Exception as e:
+        print(e)
 
     return qna_answer_response
 

streamlit_app.py

@@ -117,9 +117,10 @@ with st.sidebar:
     os.environ["OPENAI_API_KEY"] = openai_api
 
     st.subheader("Models and parameters")
-    selected_model = st.sidebar.selectbox("Choose an OpenAI model", 
-                                          ["gpt-4-0125-preview", "gpt-3.5-turbo-0125"], 
-                                           key="selected_model")
+    selected_model = st.sidebar.selectbox(label="Choose an OpenAI model", 
+                                          options=["gpt-3.5-turbo-0125", "gpt-4-0125-preview"], 
+                                          index=0,
+                                          key="selected_model")
     temperature = st.sidebar.slider("temperature", min_value=0.0, max_value=2.0, 
                                     value=0.0, step=0.01)
     st.data_editor(
@@ -160,6 +161,9 @@ if "question_id" not in st.session_state:
 if "qna_answer" not in st.session_state:
     st.session_state.qna_answer = None
 
+if "reasons" not in st.session_state:
+    st.session_state.reasons = None
+
 def clear_chat_history():
 
     st.session_state.messages = [{"role": "assistant",