Init Commit

app.py

@@ -0,0 +1,94 @@
+import streamlit as st
+import pickle
+#from Summarizer_Helper import Summary_Gen
+
+from gpt4all import GPT4All
+import textwrap
+
+with open('examples.pkl', 'rb') as f:
+    example_list = pickle.load(f)
+
+# Model initialization (assuming the model is already downloaded)
+from huggingface_hub import hf_hub_download
+model_path = "models"
+model_name = "Llama-2-7b-MOM_Summar.Q2_K.gguf"
+# hf_hub_download(repo_id="sasvata/Llama2-7b-MOM-Summary-Finetuned-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
+
+print("Start the model init process")
+model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
+print("Finish the model init process")
+
+## Function to convert plain text to markdown format
+def to_markdown(text):
+  text = text.replace('•', '  *')
+  return textwrap.indent(text, '> ', predicate=lambda _: True)
+
+# Default system prompt for generating conversation summaries
+DEFAULT_SYSTEM_PROMPT = """
+Below is a conversation between a human and an AI agent. Write a summary of the conversation.
+""".strip()
+
+def generate_prompt(
+    Transcript: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT
+) -> str:
+    return f"""### Instruction: {system_prompt}
+
+### Input:
+{Transcript.strip()}
+
+### Response:
+""".strip()
+
+# Function to generate summary with the help of fine-tuned model
+def Summary_Gen(Transcript):
+    prompt = generate_prompt(Transcript)
+    summary = model.generate(prompt=prompt,max_tokens=1024)
+    return summary
+
+# Function for text summarization
+def summarize_text(text):
+    summarized_text = Summary_Gen(text)
+    return summarized_text
+
+
+st.set_page_config(layout="wide", page_title="MOM-Summary-Generator📑", page_icon="📑")
+st.title("Minutes Of Meeting (MOM) - Summary Generator 📑")
+
+# Text input and output elements
+option = st.selectbox(
+   "Choose Example",
+   example_list,
+   index=None,
+   placeholder="Choose Example",
+)
+
+col1, col2 = st.columns(2)
+
+col1.title('Input')  
+col2.title('Output')   
+
+col1.container(height=500, border=True).text_area("", option, height=1000)
+if col1.button("Summarize"):
+    with st.spinner('Wait for it...'):
+        summary_output = summarize_text(option)
+        col2.container(height=500, border=True).markdown(summary_output, unsafe_allow_html=True)
+        
+        
+with st.expander("Results Overview"):
+    # Text input and output elements
+    option = st.selectbox(
+    "Choose Example 2",
+    example_list,
+    index=1,
+    placeholder="Choose Example",
+    )
+
+    col1, col2 = st.columns(2)
+
+    col1.title('Input')  
+    col1.container(height=500, border=True).markdown(option, unsafe_allow_html=True)
+
+    col2.title('Output')   
+    col2.container(height=500, border=True).markdown(option, unsafe_allow_html=True)
+            
+ 

examples.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2367e2192d9649ba51a3a0886f815aedc1a729a2675a45e8e53037786df542db
+size 6372

requirements.txt

@@ -0,0 +1,2 @@
+gpt4all==2.3.2
+streamlit==1.32.2