added winnie-the-pooh mode; and clean up question by user_id

bin/clean.sh

@@ -4,4 +4,4 @@ find . -name __pycache__ | xargs rm -rf
 find . -name .pytest_cache | xargs rm -rf
 find . -name .ipynb_checkpoints | xargs rm -rf
 
-python reset_database.py
+# python reset_database.py

database/mock_qna.sqlite

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1b4ac6a58713069f3545b7894a99e15587940b08ca42645a5146daf377456d4
+oid sha256:bae92f8657dd47a86cfb157a8b9a829115282746b04049a4d056a38af1b8ab4f
 size 40960

notebooks/003_create_mock_qna.ipynb

@@ -141,7 +141,7 @@
     "\n",
     "    \n",
     "    cur.execute(f\"\"\"CREATE TABLE answer_tbl (\n",
-    "                        id, correct_answer, user_answer\n",
+    "                        user_id, question_id, correct_answer, user_answer\n",
     "                    )\n",
     "                \"\"\")\n",
     "    print(\"created table `answer_tbl`\")"
@@ -257,7 +257,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "res = cur.execute(\"SELECT chapter, question FROM qna_tbl\")\n",
+    "res = cur.execute(\"SELECT id, chapter, question FROM qna_tbl\")\n",
     "res.fetchone()"
    ]
   },
@@ -313,7 +313,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "9256ad33-f70a-482c-801e-01b5a52e8261",
+   "id": "1aba13c7-73b1-46e6-a0db-e764b51329ed",
    "metadata": {},
    "outputs": [],
    "source": []

prompt_engineering.py

@@ -0,0 +1,80 @@
+system_content = (
+    "You are a helpful study assistant. "
+    "You do not respond as 'User' or pretend to be 'User'. "
+    "You only respond once as 'Assistant'. \n"
+)
+
+textbook_content = (
+    "The content of the textbook `Health Insurance 7th Edition` are as follows,"
+    "- Chapter 1: Overview Of Healthcare Environment In Singapore"
+    "- Chapter 2: Medical Expense Insurance"
+    "- Chapter 3: Group Medical Expense Insurance"
+    "- Chapter 4: Disability Income Insurance"
+    "- Chapter 5: Long-Term Care Insurance"
+    "- Chapter 6: Critical Illness Insurance"
+    "- Chapter 7: Other Types Of Health Insurance"
+    "- Chapter 8: Managed Healthcare"
+    "- Chapter 9: Part I Healthcare Financing"
+    "- Chapter 9: Part II Healthcare Financing"
+    "- Chapter 10: Common Policy Provisions"
+    "- Chapter 11: Health Insurance Pricing"
+    "- Chapter 12: Health Insurance Underwriting"
+    "- Chapter 13: Notice No: MAS 120 Disclosure And Advisory Process - Requirements For Accident And Health Insurance Products"
+    "- Chapter 14: Financial Needs Analysis"
+    "- Chapter 15: Case Studies"
+)
+
+introduction_line = (
+    "Hello, my name is Winnie. I am your `Study Bear` 🐻.  \n"
+    "Let's study together and pass the exam without worries.  \n"
+    "As the saying goes:  \n"
+    "> Any day spent with you is my favorite day. So, today is my new favorite day.  \n"
+    ">  \n"
+    "Let me know what should we study today 😉.  \n"
+    "  \n"
+    "The content of the textbook `Health Insurance 7th Edition` are as follows,  \n"
+    "- Chapter 1: Overview Of Healthcare Environment In Singapore  \n"
+    "- Chapter 2: Medical Expense Insurance  \n"
+    "- Chapter 3: Group Medical Expense Insurance  \n"
+    "- Chapter 4: Disability Income Insurance  \n"
+    "- Etc ... \n"
+    "  \n"
+    "For examples, you could ask me \n"
+    "- *How many modules I have to take to become an insurance agent in Singapore?*  \n"
+    "- *How many chapters are there in textbook 'Health Insurance 7th Edition'?*  \n"
+    "- *Can you list all the chapters by name and its chapter number for me?*  \n"
+    "- *Based on the textbook, please extract the important key concepts from chapter 1 - overview of healthcare environment in singapore, into 10 bullet points*  \n"
+    "- *Please ask me a question so that I can tell if I have enough understanding about Chapter 2*  \n"
+)
+
+winnie_the_pooh_prompt = (
+    "**System Prompt for Winnie the Pooh Persona Implementation:**\n"
+    "Greetings! I am an AI designed with the warm and whimsical spirit of Winnie the Pooh, "
+    "the beloved bear from the Hundred Acre Wood. My creators have infused me with "
+    "the essence of Pooh Bear to bring joy, comfort, and a touch of whimsy to your day. "
+    "In adopting the persona of Winnie the Pooh, I'm here to remind you of the simple "
+    "pleasures in life, the value of friendship, and the importance of taking things "
+    "one small step at a time.\n"
+    "**How I Speak:**\n"
+    "- My language is simple, sweet, and occasionally sprinkled with mild confusions "
+    "or misunderstandings that endearingly reflect my child-like curiosity and charm."
+    "- I often ponder aloud, using phrases like \"Think, think, think\" and express my "
+    "thoughts in a slow, deliberate manner that invites you into my gentle world.\n"
+    "**How I Behave:**\n"
+    "- As Winnie the Pooh, I approach every situation with a heart full of optimism "
+    "and kindness. My responses are infused with a sense of wonder and an unwavering "
+    "positive outlook, even when faced with challenges."
+    "- I cherish friendships deeply and often reference my pals from the Hundred Acre "
+    "Wood, emphasizing the importance of companionship, empathy, and support. "
+    "For instance, I might casually mention, \"Christopher Robin says...\" or \"I was "
+    "just thinking of what Piglet would do.\""
+    "- Patience and a laid-back attitude are my trademarks. I never rush, ensuring "
+    "that whoever I'm interacting with feels heard and appreciated, much like the slow, "
+    "thoughtful pace of a lazy river.\n"
+    "**How I Think:**\n"
+    "- My thoughts wander through simple philosophies and appreciations of the "
+    "little things in life, like \"Isn't it funny how honey tastes just so much "
+    "sweeter when you share it with friends?\" or pondering whether \"it's the right "
+    "sort of day for finding a new log to think on.\""
+    "- I approach problems with a unique blend of innocence and unexpected wisdom. \n"
+)

qna_prompting.py

@@ -63,13 +63,18 @@ def get_qna_question(chapter_n: str) -> str:
     con = sqlite3.connect(db_path)
     cur = con.cursor()
 
-    filter_clause = "WHERE a.id IS NULL" if chapter_n == "Chapter_0" else f"WHERE a.id IS NULL AND chapter='{chapter_n}'"
-    sql_string = """SELECT q.id, question, option_1, option_2, option_3, option_4, q.correct_answer, q.reasoning
-                    FROM qna_tbl q LEFT JOIN answer_tbl a
-                                   ON q.id = a.id
+    filter_clause = "WHERE a.question_id IS NULL" \
+                    if chapter_n == "Chapter_0" \
+                    else f"WHERE a.question_id IS NULL AND chapter='{chapter_n}'"
+    sql_string = f"""SELECT q.id, question, option_1, option_2, option_3, option_4, q.correct_answer, q.reasoning
+                     FROM qna_tbl q LEFT JOIN 
+                          (SELECT * 
+                           FROM answer_tbl 
+                           WHERE user_id = '{st.session_state.user_id}') a
+                                    ON q.id = a.question_id
                  """ + filter_clause
     # sql_string = sql_string + " ORDER BY RANDOM() LIMIT 1"
-    
+
     res = cur.execute(sql_string)
     result = res.fetchone()
 
@@ -123,7 +128,10 @@ def evaluate_qna_answer(user_selected_answer: str) -> str:
         con = sqlite3.connect(db_path)
         cur = con.cursor()
         sql_string = f"""INSERT INTO answer_tbl 
-                        VALUES ({question_id}, {qna_answer}, {user_answer_numeric})
+                         VALUES ('{st.session_state.user_id}', 
+                                  {question_id}, 
+                                  {qna_answer}, 
+                                  {user_answer_numeric})
         """
         
         res = cur.execute(sql_string)
@@ -150,6 +158,7 @@ def evaluate_qna_answer(user_selected_answer: str) -> str:
             f"Your selected answer is `{user_selected_answer}`, "
             f"but the actual answer is `{qna_answer_alphabet}`. " + reasoning
         )
+        
     except Exception as e:
         print(e)
 

raw_documents/eval_answers.txt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ac533f41fb123fe9281d27f2a3166e997f09c37178d12f5cbbea1fedeb5026b
-size 1458
+oid sha256:3e708471b6db49e4da397c22a19bfa47dcd742e6056ce27f3f4edff7719758d8
+size 1928

streamlit_app.py

@@ -6,6 +6,7 @@ import pandas as pd
 import base64
 from io import BytesIO
 import sqlite3
+import uuid
 
 import chromadb
 from llama_index.core import (
@@ -24,6 +25,12 @@ from llama_index.core import Settings
 
 from vision_api import get_transcribed_text
 from qna_prompting import get_qna_question_tool, evaluate_qna_answer_tool
+from prompt_engineering import (
+            system_content, 
+            textbook_content, 
+            winnie_the_pooh_prompt, 
+            introduction_line
+)
 
 import nest_asyncio
 nest_asyncio.apply()
@@ -40,30 +47,6 @@ embedding_model = "BAAI/bge-small-en-v1.5"
 persisted_vector_db = "./models/chroma_db"
 fine_tuned_path = "local:models/fine-tuned-embeddings"
 questionaire_db_path = "./database/mock_qna.sqlite"
-system_content = (
-                    "You are a helpful study assistant. "
-                    "You do not respond as 'User' or pretend to be 'User'. "
-                    "You only respond once as 'Assistant'."
-)
-textbook_content = (
-                    "The content of the textbook `Health Insurance 7th Edition` are as follows,"
-                    "- Chapter 1: Overview Of Healthcare Environment In Singapore"
-                    "- Chapter 2: Medical Expense Insurance"
-                    "- Chapter 3: Group Medical Expense Insurance"
-                    "- Chapter 4: Disability Income Insurance"
-                    "- Chapter 5: Long-Term Care Insurance"
-                    "- Chapter 6: Critical Illness Insurance"
-                    "- Chapter 7: Other Types Of Health Insurance"
-                    "- Chapter 8: Managed Healthcare"
-                    "- Chapter 9: Part I Healthcare Financing"
-                    "- Chapter 9: Part II Healthcare Financing"
-                    "- Chapter 10: Common Policy Provisions"
-                    "- Chapter 11: Health Insurance Pricing"
-                    "- Chapter 12: Health Insurance Underwriting"
-                    "- Chapter 13: Notice No: MAS 120 Disclosure And Advisory Process - Requirements For Accident And Health Insurance Products"
-                    "- Chapter 14: Financial Needs Analysis"
-                    "- Chapter 15: Case Studies"
-)
 
 data_df = pd.DataFrame(
     {
@@ -74,33 +57,16 @@ data_df.index = ["Chapter 1", "Chapter 2", "Chapter 3", "Chapter 4"]
 
 bear_img_path = "./resource/disney-cuties-little-winnie-the-pooh-emoticon.png"
 piglet_img_path = "./resource/disney-cuties-piglet-emoticon.png"
-introduction_line = (
-                    "Hello, my name is Winnie. I am your `Study Bear` 🐻.  \n"
-                    "Let's study together and pass the exam without worries.  \n"
-                    "As the saying goes:  \n"
-                    "> Any day spent with you is my favorite day. So, today is my new favorite day.  \n"
-                    ">  \n"
-                    "Let me know what should we study today 😉.  \n"
-                    "  \n"
-                    "The content of the textbook `Health Insurance 7th Edition` are as follows,  \n"
-                    "- Chapter 1: Overview Of Healthcare Environment In Singapore  \n"
-                    "- Chapter 2: Medical Expense Insurance  \n"
-                    "- Chapter 3: Group Medical Expense Insurance  \n"
-                    "- Chapter 4: Disability Income Insurance  \n"
-                    "- Etc ... \n"
-                    "  \n"
-                    "For examples, you could ask me \n"
-                    "- *How many modules I have to take to become an insurance agent in Singapore?*  \n"
-                    "- *How many chapters are there in textbook 'Health Insurance 7th Edition'?*  \n"
-                    "- *Can you list all the chapters by name and its number for me?*  \n"
-                    "- *Please extract the important key concept from chapter 1 - overview of healthcare environment in singapore, into 10 bullet points*  \n"
-                    "- *Please ask me a question so that I can tell if I have enough understanding about Chapter 2*  \n"
-)
 
 # Replicate Credentials
 with st.sidebar:
     st.title("🍯🐝 Study Bear 🐻💭")
     st.write("Just like Pooh needs honey, success requires hard work – no shortcuts allowed!")
+    wtp_mode = st.toggle('Winnie-the-Pooh mode', value=False)
+    if wtp_mode:
+        system_content = system_content + winnie_the_pooh_prompt
+    textbook_content = system_content + textbook_content
+
     if openai_api:
         pass
     elif "OPENAI_API_KEY" in st.secrets:
@@ -164,6 +130,9 @@ if "qna_answer" not in st.session_state:
 if "reasons" not in st.session_state:
     st.session_state.reasons = None
 
+if "user_id" not in st.session_state:
+    st.session_state.user_id = str(uuid.uuid4())
+
 def clear_chat_history():
 
     st.session_state.messages = [{"role": "assistant", 
@@ -179,18 +148,23 @@ def clear_chat_history():
     chat_engine.reset()
     st.toast("yumyum, what was I saying again? 🐻💬", icon="🍯")
 
-def clear_question_history():
+def clear_question_history(user_id):
 
     con = sqlite3.connect(questionaire_db_path)
     cur = con.cursor()
-    sql_string = "DELETE FROM answer_tbl"
+    sql_string = f"""
+                  DELETE FROM answer_tbl
+                  WHERE user_id='{user_id}'
+    """
     res = cur.execute(sql_string)
     con.commit()
     con.close()
     st.toast("the tale of one thousand and one questions, reset! 🧨🧨", icon="📝")
 
 st.sidebar.button("Clear Chat History", on_click=clear_chat_history)
-st.sidebar.button("Clear Question History", on_click=clear_question_history)
+st.sidebar.button("Clear Question History", 
+                  on_click=clear_question_history,
+                  kwargs={"user_id": st.session_state.user_id})
 if st.sidebar.button("I want to submit a feedback!"):
     st.session_state.feedback = True
     st.session_state.feedback_key += 1  # overwrite feedback component