First commit

app.py

@@ -0,0 +1,80 @@
+import gradio as gr
+from response_db import StResponseDb
+db = StResponseDb()
+a = gr.Number(0)
+
+def get_next_question(history):
+    if len(history)==2:
+        question = "What is the man doing?"
+    elif len(history)==4:
+        question = "How many apples are there?"
+    else:
+        question = "What color is the cat?"
+    return question
+
+def ask_a_question(input, taskid, history=[]):
+    history.append(input)
+    db.add(int(a.value), taskid, len(history)//2-1, history[-2], history[-1])
+    history.append(get_next_question(history))
+    
+    # write some HTML
+    html = "<div class='chatbot'>"
+    for m, msg in enumerate(history):
+        cls = "bot" if m%2 == 0 else "user"
+        html += "<div class='msg {}'> {}</div>".format(cls, msg)
+    html += "</div>"
+    return html, history
+
+
+css = """
+.chatbox {display:flex;flex-direction:column}
+.msg {padding:4px;margin-bottom:4px;border-radius:4px;width:80%}
+.msg.user {background-color:cornflowerblue;color:white}
+.msg.bot {background-color:lightgray;align-self:self-end}
+.footer {display:none !important}
+"""
+
+def set_images(taskid):
+    id1 = f"images/img_{int(10*(taskid-1)+1)}.jpg"
+    id2 = f"images/img_{int(10*(taskid-1)+2)}.jpg"
+    id3 = f"images/img_{int(10*(taskid-1)+3)}.jpg"
+    id4 = f"images/img_{int(10*(taskid-1)+4)}.jpg"
+    id5 = f"images/img_{int(10*(taskid-1)+5)}.jpg"
+    id6 = f"images/img_{int(10*(taskid-1)+6)}.jpg"
+    id7 = f"images/img_{int(10*(taskid-1)+7)}.jpg"
+    id8 = f"images/img_{int(10*(taskid-1)+8)}.jpg"
+    id9 = f"images/img_{int(10*(taskid-1)+9)}.jpg"
+    id10 = f"images/img_{int(10*(taskid-1)+10)}.jpg"
+    first_question = "How many dogs are there?"
+    first_question_html = f"<div class='chatbot'><div class='msg bot'>{first_question}</div></div>"
+    a.value = a.value+1
+    return id1, id2, id3, id4, id5, id6, id7, id8, id9, id10, [first_question], first_question_html
+
+with gr.Blocks(css=css) as demo:
+
+    with gr.Column() as img_block:
+        with gr.Row():
+            img1 = gr.Image()
+            img2 = gr.Image()
+            img3 = gr.Image()
+            img4 = gr.Image()
+            img5 = gr.Image()
+        with gr.Row():
+            img6 = gr.Image()
+            img7 = gr.Image()
+            img8 = gr.Image()
+            img9 = gr.Image()
+            img10 = gr.Image()
+    conversation = gr.HTML()
+    history_log = gr.State([])
+
+    with gr.Column():
+        with gr.Row():
+            taskid = gr.Number(label="Task ID (Choose from [1,2,3])")
+            btn1 = gr.Button("Enter")
+        btn1.click(set_images, inputs=taskid, outputs=[img1, img2, img3, img4, img5, img6, img7, img8, img9, img10, history_log, conversation])
+    answer = gr.inputs.Textbox(placeholder="Insert answer here.", label="Answer the given question.")
+    submit = gr.Button("Submit")
+    submit.click(fn=ask_a_question, inputs=[answer, taskid, history_log], outputs=[conversation, history_log])
+
+demo.launch(share=True)

justin_demo.py

@@ -0,0 +1,24 @@
+import gradio as gr
+from response_db import StResponseDb
+
+ID = "1234"
+turn = int(0)
+db = StResponseDb()
+question = "What color is the cat?"
+
+img_url = 'https://upload.wikimedia.org/wikipedia/commons/thumb/6/68/Orange_tabby_cat_sitting_on_fallen_leaves-Hisashi-01A.jpg/1920px-Orange_tabby_cat_sitting_on_fallen_leaves-Hisashi-01A.jpg',
+
+def add_response(response):
+    db.add(ID, turn, question, response)
+    return str(db.get_all())
+
+with gr.Blocks() as demo:
+    #gr.Image(value=img_url, shape=(400,None))
+    gr.Textbox(label="Question", value=question)
+    #image = gr.Image(value=img_url)
+    response = gr.Textbox(label="Response")
+    submit = gr.Button("Submit")
+    db_contents = gr.Textbox(label="output")
+    submit.click(fn=add_response, inputs=response, outputs=db_contents)
+
+demo.launch(share=True)

open_db.py

@@ -0,0 +1,12 @@
+import sqlite3
+import pandas as pd
+
+db = sqlite3.connect("response.db")
+df = pd.read_sql('SELECT * from responses', db)
+print(df)
+# def importdb(db):
+#      conn = sqlite3.connect(db)
+#      c = conn.cursor()
+#      c.execute("SELECT name FROM sqlite_master WHERE type='table';")
+#      for table in c.fetchall()
+#          yield list(c.execute('SELECT * from ?;', (table[0],)))

response_db.py

@@ -0,0 +1,79 @@
+import sqlite3
+from sqlite3 import Connection
+import datetime
+
+class ResponseDb:
+    DB_PATH = "response.db"
+
+    def __init__(self):
+        # establish connection
+        self.con = self.get_connection()
+        cur = self.con.cursor()
+        # create table if it doesnt already exist
+        table_string = "CREATE TABLE IF NOT EXISTS responses (dialogue_id text, task_id text, turn integer, question text, response text, datetime date)"
+        cur.execute(table_string)
+        self.con.commit()
+        cur.close()
+
+    def get_connection(self):
+        """Put the connection in cache to reuse if path does not change between Streamlit reruns.
+        NB : https://stackoverflow.com/questions/48218065/programmingerror-sqlite-objects-created-in-a-thread-can-only-be-used-in-that-sa
+        """
+        return sqlite3.connect(self.DB_PATH, check_same_thread=False)
+
+    #def __del__(self):
+        #self.con.close()
+
+    def add(self, dialogue_id, task_id, turn, question, response):
+        cur = self.con.cursor()
+        curr_datetime = datetime.datetime.now()
+        cur.execute(
+            "insert into responses values (?, ?, ?, ?, ?, ?)",
+            (dialogue_id, int(task_id), turn, question, response, curr_datetime),
+        )
+        self.con.commit()
+        cur.close()
+
+    def get_id(self, dialogue_id):
+        cur = self.con.cursor()
+        cur.execute(
+            "select * from responses where conv=:id",
+            {"id": dialogue_id},
+        )
+        results = cur.fetchall()
+        cur.close()
+        return results
+
+    def get_id_turn(self, dialogue_id, turn):
+        cur = self.con.cursor()
+        cur.execute(
+            "select * from responses where conv=:id and turn=:turn",
+            {
+                "id": dialogue_id,
+                "turn": turn,
+            },
+        )
+        results = cur.fetchall()
+        cur.close()
+        return results
+
+    def get_all(self):
+        cur = self.con.cursor()
+        cur.execute(
+            "select * from responses",
+        )
+        results = cur.fetchall()
+        cur.close()
+        return results
+
+class StResponseDb(ResponseDb):
+    def get_connection(self):
+        """Put the connection in cache to reuse if path does not change between Streamlit reruns.
+        NB : https://stackoverflow.com/questions/48218065/programmingerror-sqlite-objects-created-in-a-thread-can-only-be-used-in-that-sa
+        """
+        return sqlite3.connect(self.DB_PATH, check_same_thread=False)
+
+if __name__ == "__main__":
+    db = ResponseDb()
+    print(db.get_all())
+