added website dynamic data

app.py

@@ -1,6 +1,6 @@
-
 from langchain.text_splitter import CharacterTextSplitter
 from langchain_community.document_loaders import TextLoader
+from langchain_community.document_loaders import UnstructuredURLLoader
 from langchain_huggingface import HuggingFaceEmbeddings
 from langchain_groq import ChatGroq 
 import langchain_community.vectorstores
@@ -15,10 +15,23 @@ import gradio as gr
 class ChatBot():
     load_dotenv()
     # loader = DirectoryLoader('data', glob="*.md")
-    loader = TextLoader('data.txt', encoding = 'UTF-8')
-    documents = loader.load()
+    urls = [
+        'https://noqs.in/faqs/',
+        'https://noqs.in/',
+        'https://noqs.in/internships/'
+    ]
+
+    url_loader = UnstructuredURLLoader(urls=urls)
+    url_data = url_loader.load()
+
+    text_loader = TextLoader('data.txt', encoding = 'UTF-8')
+    text_data = text_loader.load()
+
     text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=600)
-    docs = text_splitter.split_documents(documents)
+
+    url_docs = text_splitter.split_documents(url_data)    
+    text_docs = text_splitter.split_documents(text_data)
+    docs = url_docs + text_docs
 
     embeddings = HuggingFaceEmbeddings() 
 
@@ -29,7 +42,7 @@ class ChatBot():
     )
 
     # Define Index Name
-    index_name = "noqs-chatbot"
+    index_name = "noqs-chatbot-with-web-content-dynamic"
 
     # Checking Index
     if index_name not in pc.list_indexes().names():
@@ -44,26 +57,39 @@ class ChatBot():
 
         docsearch = langchain_community.vectorstores.Pinecone.from_documents(docs, embeddings, index_name=index_name)
     else:
-        # Link to the existing index
-        docsearch = langchain_community.vectorstores.Pinecone.from_existing_index(index_name, embeddings)
+        # Embed the documents
+        pc.delete_index(index_name)
+        pc.create_index(name=index_name,
+                         metric="cosine",
+                           dimension=768,
+                            spec=ServerlessSpec(
+                                cloud="aws",
+                                region="us-east-1"
+                        ))
+
+        docsearch = langchain_community.vectorstores.Pinecone.from_documents(docs, embeddings, index_name=index_name)
 
     # Define the repo ID and connect to a model on Groq API
     model_id = "llama3-8b-8192" 
     llm = ChatGroq(
         model=model_id, 
         temperature=0.5,
-        max_tokens=600
+        max_tokens=1200
     )
     
     # Creating prompt response template
     template = """
-        You are a knowledgeable assistant for NoQs Digital. The Manager of our company is Mr. Adit Agarwal. Users will ask you questions about our company, and you must use the given context to answer their questions accurately. Follow these guidelines:
+        You are a knowledgeable assistant for NoQs Digital.
+        The Manager of our company is Mr. Adit Agarwal. 
+        Users will ask you questions about our company, and you must use the given context to answer their questions accurately. 
+        Follow these guidelines:
         Always base your answers on the provided context. Do not make up information.
         If the context does not contain the answer, simply say, "I don't know based on the provided information."
         Offer detailed and thorough responses, but stay relevant to the user's question.
         Maintain a professional tone in your responses.
         You have to answer like a Customer Care Specialist.
         If someone answer about program A just answer politelly that due to high demand we are currently not offering program A.
+        Don't tell user that you are fetching the information from the context
 
         Context: {context}
 
@@ -113,4 +139,4 @@ iface = gr.ChatInterface(
         ["Tell me the difference between your programs"]
     ]
 )
-iface.launch(share  = True)
+iface.launch()

data.txt

@@ -73,6 +73,10 @@ Yes, all the prices mentioned are inclusive of taxes only.
 Can I pay for more than 1 year at once?
 Yes, you can pay for more than 1 year at once. We also offer discounts for a multiple year package.
 
+Who created the NoQs Digital ChatBot?
+Who made the NoQs Digital Chatbot?
+Wh made you?
+Satvik Jain created me.
 
 How do I manage and update my app?
 As part of your package, you get your own admin panel (personal subdomain) which you can use to modify, update and manage the app.
@@ -204,6 +208,11 @@ Want to Apply Now?
 If you want to join Program A, click here[https://noqs.in/iaf/] (Applications currently closed for May, June and July due to high volume)
 If you want to join Program A, click here[https://noqs.in/liaf] (Filling fast for May, June and July. BOOK YOUR SEAT NOW)
 
+Link for registeration is https://noqs.in/iaf/
+Link for Enrollement is https://noqs.in/iaf/
+Link to join NoQs as an intern is https://noqs.in/iaf/
+
+
 Both programs are designed to help you gain valuable experience and develop new skills, but Program B offers some extra benefits that we think you’ll love.
 
 Here are some of the differences: