Added logging

app.py

@@ -9,7 +9,10 @@ import pandas as pd
 import os
 
 from huggingface_hub import HfFileSystem
-fs = HfFileSystem()
+
+token = os.getenv('git')
+
+fs = HfFileSystem(token=token)
 
 import time
 
@@ -79,6 +82,24 @@ def response_generator(response):
         yield word + " "
         time.sleep(0.05)
 
+def write_log(query,url, score, ans, ts):
+    # Construct new row
+    score = str(score)
+    ans = ans.replace('"', '""')
+    new_row = f'\n"{query}","{url}",{score},"{ans}","{ts}"'
+
+    with fs.open("datasets/sujitb/data/querylog.csv", "r") as f:
+        buffer = f.read()
+
+    # Append the new row to buffer
+    buffer += new_row
+
+    # Write the buffer to the file in "W" mode
+    with fs.open("datasets/sujitb/data/querylog.csv", "w",encoding="utf-8") as f:
+        f.write(buffer)
+
+    return
+
 st.title('CLLM Answering Machine')
 
 # Initialize chat history
@@ -162,8 +183,9 @@ if QUESTION:
 
         now= str(datetime.utcnow())
         df_log.loc[len(df_log)]=[QUESTION,url,score,ans,now]
+        write_log(QUESTION,url, score, ans, now)
         #df.to_csv("hf://datasets/sujitb/data/test.csv")
-        df_log.to_csv("hf://datasets/sujitb/data/"+logfile)
+        #df_log.to_csv("hf://datasets/sujitb/data/"+logfile)
 
     else:
         #st.write("No matches for query")
@@ -174,4 +196,5 @@ if QUESTION:
 
         now= str(datetime.utcnow())
         df_log.loc[len(df_log)]=[QUESTION,'No match',0,'-',now]
-        df_log.to_csv("hf://datasets/sujitb/data/"+logfile)
+        #df_log.to_csv("hf://datasets/sujitb/data/"+logfile)
+        write_log(QUESTION,url, score, ans, now)