Update Chainlit Huggingface Space

.chainlit/config.toml

@@ -0,0 +1,118 @@
+[project]
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = true
+
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Authorized origins
+allow_origins = ["*"]
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Process and display HTML in messages. This can be a security risk (see https://stackoverflow.com/questions/19603097/why-is-it-dangerous-to-render-user-generated-html-or-javascript)
+unsafe_allow_html = false
+
+# Process and display mathematical expressions. This can clash with "$" characters in messages.
+latex = false
+
+# Automatically tag threads with the current chat profile (if a chat profile is used)
+auto_tag_thread = true
+
+# Authorize users to spontaneously upload files with messages
+[features.spontaneous_file_upload]
+    enabled = true
+    accept = ["*/*"]
+    max_files = 20
+    max_size_mb = 500
+
+[features.audio]
+    # Threshold for audio recording
+    min_decibels = -45
+    # Delay for the user to start speaking in MS
+    initial_silence_timeout = 3000
+    # Delay for the user to continue speaking in MS. If the user stops speaking for this duration, the recording will stop.
+    silence_timeout = 1500
+    # Above this duration (MS), the recording will forcefully stop.
+    max_duration = 15000
+    # Duration of the audio chunks in MS
+    chunk_duration = 1000
+    # Sample rate of the audio
+    sample_rate = 44100
+
+[UI]
+# Name of the assistant.
+name = "Assistant"
+
+# Description of the assistant. This is used for HTML tags.
+# description = ""
+
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+# github = ""
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
+
+# Specify a Javascript file that can be used to customize the user interface.
+# The Javascript file can be served from the public directory.
+# custom_js = "/public/test.js"
+
+# Specify a custom font url.
+# custom_font = "https://fonts.googleapis.com/css2?family=Inter:wght@400;500;700&display=swap"
+
+# Specify a custom meta image url.
+# custom_meta_image_url = "https://chainlit-cloud.s3.eu-west-3.amazonaws.com/logo/chainlit_banner.png"
+
+# Specify a custom build directory for the frontend.
+# This can be used to customize the frontend code.
+# Be careful: If this is a relative path, it should not start with a slash.
+# custom_build = "./public/build"
+
+[UI.theme]
+    default = "dark"
+    #layout = "wide"
+    #font_family = "Inter, sans-serif"
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.light.text]
+        #primary = "#212121"
+        #secondary = "#616161"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.dark.text]
+        #primary = "#EEEEEE"
+        #secondary = "#BDBDBD"
+
+[meta]
+generated_by = "1.1.304"

.chainlit/translations/en-US.json

@@ -0,0 +1,229 @@
+{
+    "components": {
+        "atoms": {
+            "buttons": {
+                "userButton": {
+                    "menu": {
+                        "settings": "Settings",
+                        "settingsKey": "S",
+                        "APIKeys": "API Keys",
+                        "logout": "Logout"
+                    }
+                }
+            }
+        },
+        "molecules": {
+            "newChatButton": {
+                "newChat": "New Chat"
+            },
+            "tasklist": {
+                "TaskList": {
+                    "title": "\ud83d\uddd2\ufe0f Task List",
+                    "loading": "Loading...",
+                    "error": "An error occurred"
+                }
+            },
+            "attachments": {
+                "cancelUpload": "Cancel upload",
+                "removeAttachment": "Remove attachment"
+            },
+            "newChatDialog": {
+                "createNewChat": "Create new chat?",
+                "clearChat": "This will clear the current messages and start a new chat.",
+                "cancel": "Cancel",
+                "confirm": "Confirm"
+            },
+            "settingsModal": {
+                "settings": "Settings",
+                "expandMessages": "Expand Messages",
+                "hideChainOfThought": "Hide Chain of Thought",
+                "darkMode": "Dark Mode"
+            },
+            "detailsButton": {
+                "using": "Using",
+                "used": "Used"
+            },
+            "auth": {
+                "authLogin": {
+                    "title": "Login to access the app.",
+                    "form": {
+                        "email": "Email address",
+                        "password": "Password",
+                        "noAccount": "Don't have an account?",
+                        "alreadyHaveAccount": "Already have an account?",
+                        "signup": "Sign Up",
+                        "signin": "Sign In",
+                        "or": "OR",
+                        "continue": "Continue",
+                        "forgotPassword": "Forgot password?",
+                        "passwordMustContain": "Your password must contain:",
+                        "emailRequired": "email is a required field",
+                        "passwordRequired": "password is a required field"
+                    },
+                    "error": {
+                        "default": "Unable to sign in.",
+                        "signin": "Try signing in with a different account.",
+                        "oauthsignin": "Try signing in with a different account.",
+                        "redirect_uri_mismatch": "The redirect URI is not matching the oauth app configuration.",
+                        "oauthcallbackerror": "Try signing in with a different account.",
+                        "oauthcreateaccount": "Try signing in with a different account.",
+                        "emailcreateaccount": "Try signing in with a different account.",
+                        "callback": "Try signing in with a different account.",
+                        "oauthaccountnotlinked": "To confirm your identity, sign in with the same account you used originally.",
+                        "emailsignin": "The e-mail could not be sent.",
+                        "emailverify": "Please verify your email, a new email has been sent.",
+                        "credentialssignin": "Sign in failed. Check the details you provided are correct.",
+                        "sessionrequired": "Please sign in to access this page."
+                    }
+                },
+                "authVerifyEmail": {
+                    "almostThere": "You're almost there! We've sent an email to ",
+                    "verifyEmailLink": "Please click on the link in that email to complete your signup.",
+                    "didNotReceive": "Can't find the email?",
+                    "resendEmail": "Resend email",
+                    "goBack": "Go Back",
+                    "emailSent": "Email sent successfully.",
+                    "verifyEmail": "Verify your email address"
+                },
+                "providerButton": {
+                    "continue": "Continue with {{provider}}",
+                    "signup": "Sign up with {{provider}}"
+                },
+                "authResetPassword": {
+                    "newPasswordRequired": "New password is a required field",
+                    "passwordsMustMatch": "Passwords must match",
+                    "confirmPasswordRequired": "Confirm password is a required field",
+                    "newPassword": "New password",
+                    "confirmPassword": "Confirm password",
+                    "resetPassword": "Reset Password"
+                },
+                "authForgotPassword": {
+                    "email": "Email address",
+                    "emailRequired": "email is a required field",
+                    "emailSent": "Please check the email address {{email}} for instructions to reset your password.",
+                    "enterEmail": "Enter your email address and we will send you instructions to reset your password.",
+                    "resendEmail": "Resend email",
+                    "continue": "Continue",
+                    "goBack": "Go Back"
+                }
+            }
+        },
+        "organisms": {
+            "chat": {
+                "history": {
+                    "index": {
+                        "showHistory": "Show history",
+                        "lastInputs": "Last Inputs",
+                        "noInputs": "Such empty...",
+                        "loading": "Loading..."
+                    }
+                },
+                "inputBox": {
+                    "input": {
+                        "placeholder": "Type your message here..."
+                    },
+                    "speechButton": {
+                        "start": "Start recording",
+                        "stop": "Stop recording"
+                    },
+                    "SubmitButton": {
+                        "sendMessage": "Send message",
+                        "stopTask": "Stop Task"
+                    },
+                    "UploadButton": {
+                        "attachFiles": "Attach files"
+                    },
+                    "waterMark": {
+                        "text": "Built with"
+                    }
+                },
+                "Messages": {
+                    "index": {
+                        "running": "Running",
+                        "executedSuccessfully": "executed successfully",
+                        "failed": "failed",
+                        "feedbackUpdated": "Feedback updated",
+                        "updating": "Updating"
+                    }
+                },
+                "dropScreen": {
+                    "dropYourFilesHere": "Drop your files here"
+                },
+                "index": {
+                    "failedToUpload": "Failed to upload",
+                    "cancelledUploadOf": "Cancelled upload of",
+                    "couldNotReachServer": "Could not reach the server",
+                    "continuingChat": "Continuing previous chat"
+                },
+                "settings": {
+                    "settingsPanel": "Settings panel",
+                    "reset": "Reset",
+                    "cancel": "Cancel",
+                    "confirm": "Confirm"
+                }
+            },
+            "threadHistory": {
+                "sidebar": {
+                    "filters": {
+                        "FeedbackSelect": {
+                            "feedbackAll": "Feedback: All",
+                            "feedbackPositive": "Feedback: Positive",
+                            "feedbackNegative": "Feedback: Negative"
+                        },
+                        "SearchBar": {
+                            "search": "Search"
+                        }
+                    },
+                    "DeleteThreadButton": {
+                        "confirmMessage": "This will delete the thread as well as it's messages and elements.",
+                        "cancel": "Cancel",
+                        "confirm": "Confirm",
+                        "deletingChat": "Deleting chat",
+                        "chatDeleted": "Chat deleted"
+                    },
+                    "index": {
+                        "pastChats": "Past Chats"
+                    },
+                    "ThreadList": {
+                        "empty": "Empty...",
+                        "today": "Today",
+                        "yesterday": "Yesterday",
+                        "previous7days": "Previous 7 days",
+                        "previous30days": "Previous 30 days"
+                    },
+                    "TriggerButton": {
+                        "closeSidebar": "Close sidebar",
+                        "openSidebar": "Open sidebar"
+                    }
+                },
+                "Thread": {
+                    "backToChat": "Go back to chat",
+                    "chatCreatedOn": "This chat was created on"
+                }
+            },
+            "header": {
+                "chat": "Chat",
+                "readme": "Readme"
+            }
+        }
+    },
+    "hooks": {
+        "useLLMProviders": {
+            "failedToFetchProviders": "Failed to fetch providers:"
+        }
+    },
+    "pages": {
+        "Design": {},
+        "Env": {
+            "savedSuccessfully": "Saved successfully",
+            "requiredApiKeys": "Required API Keys",
+            "requiredApiKeysInfo": "To use this app, the following API keys are required. The keys are stored on your device's local storage."
+        },
+        "Page": {
+            "notPartOfProject": "You are not part of this project."
+        },
+        "ResumeButton": {
+            "resumeChat": "Resume Chat"
+        }
+    }
+}

.gitignore

@@ -1,2 +1,4 @@
 .venv
-.idea
+.idea
+__pycache__
+.env

Dockerfile

@@ -1,9 +1,8 @@
 # read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
 # you will also find guides on how best to write your Dockerfile
-
 FROM python:latest
 
-RUN apt-get update
+RUN apt-get update \
 
 WORKDIR /code
 
@@ -30,4 +29,4 @@ RUN pip install --no-cache-dir --upgrade pip
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user
 COPY --chown=user . $HOME/app
 
-CMD ["python", "main.py"]
+CMD ["chainlit", "run", "app.py", "--port", "7860"]

app.py

@@ -0,0 +1,64 @@
+from langchain.prompts import ChatPromptTemplate
+from langchain.schema import StrOutputParser
+from langchain.schema.runnable import Runnable
+from langchain.schema.runnable.config import RunnableConfig
+from react_agent_v2 import agent_executor
+import chainlit as cl
+from langchain_community.chat_message_histories import ChatMessageHistory
+from langchain_core.chat_history import BaseChatMessageHistory
+from langchain_core.runnables.history import RunnableWithMessageHistory
+
+store = {}
+
+def get_session_history(session_id: str) -> BaseChatMessageHistory:
+    if session_id not in store:
+        store[session_id] = ChatMessageHistory()
+    return store[session_id]
+
+
+agent_with_chat_history = RunnableWithMessageHistory(
+    agent_executor,
+    get_session_history,
+    input_messages_key="input",
+    history_messages_key="chat_history",
+)
+
+# agent_with_chat_history.invoke("Have any company recruit Machine Learning jobs?")
+
+
+@cl.on_chat_start
+async def on_chat_start():
+    cl.user_session.set("runnable", agent_executor)
+
+@cl.on_message
+async def on_message(message: cl.Message):
+    # runnable = cl.user_session.get("runnable")  # type: Runnable
+    #
+    # msg = cl.Message(content="")
+    #
+    # for chunk in await cl.make_async(runnable.stream)(
+    #     {"input": message.content},
+    #     config=RunnableConfig(callbacks=[cl.LangchainCallbackHandler()]),
+    # ):
+    #     await msg.stream_token(chunk)
+    #
+    # await msg.send()
+#
+#     # Get user input from the message
+#     user_input = message.content
+#
+#     # Run the agent with user input and get the response
+#     response = await cl.make_async(agent_executor)(user_input)
+#
+#     # Display the response to the user
+#     cl.message(response)
+
+    llm_chain = cl.user_session.get("runnable")
+
+    response = await llm_chain.ainvoke({
+        "input": message.content
+        },
+        callbacks = [cl.AsyncLangchainCallbackHandler()]
+    )
+
+    await cl.Message(response["output"].replace("`", "")).send()

chainlit.md

@@ -0,0 +1,16 @@
+# Welcome to Chainlit! 🚀🤖
+
+Hi there, Developer! 👋 We're excited to have you on board. Chainlit is a powerful tool designed to help you prototype, debug and share applications built on top of LLMs.
+
+## Useful Links 🔗
+
+- **Documentation:** Get started with our comprehensive [Chainlit Documentation](https://docs.chainlit.io) 📚
+- **Discord Community:** Join our friendly [Chainlit Discord](https://discord.gg/k73SQ3FyUh) to ask questions, share your projects, and connect with other developers! 💬
+
+We can't wait to see what you create with Chainlit! Happy coding! 💻😊
+
+## Welcome screen
+
+To modify the welcome screen, edit the `chainlit.md` file at the root of your project. If you do not want a welcome screen, just leave this file empty.
+
+## 🤗 JobQA with Knowledge Graph

main.py

@@ -20,5 +20,4 @@ demo = gr.ChatInterface(
     multimodal=True,
 )
 
-if __name__ == "__main__":
-    demo.launch(server_name = "0.0.0.0", server_port = 7860)
+demo.launch()

prompts/cypher_examples.yaml

@@ -0,0 +1,43 @@
+examples:
+  - question: Which companies located in 'San Francisco' are hiring for 'Data Scientist' roles with a 'Master's Degree' requirement?
+    cypher: |
+      MATCH (j:Job)<-[:RECRUITES]-(c:Company)-[:LOCATES_IN]->(l:Location)
+      MATCH (j)-[:REQUIRES]->(e:Education)
+      WHERE toLower(j.name) CONTAINS 'data scientist' AND toLower(l.name) CONTAINS 'san francisco' AND toLower(e.name) CONTAINS "master"
+      RETURN DISTINCT c.name AS company
+
+  - question: What are the most common skills required for 'Product Manager' jobs across different industries?
+    cypher: |
+      MATCH (j:Job)-[:REQUIRES]->(s:Skill)
+      WHERE toLower(j.name) CONTAINS "product manager"  
+      RETURN s.name, count(*) AS skill_count
+      ORDER BY skill_count DESC
+      LIMIT 10
+
+  - question: Find all jobs that require at least 5 years of experience and a 'Bachelor's Degree' in 'Computer Science'
+    cypher: |
+      MATCH (we:Work_Exper)<-[:REQUIRES]-(j:Job)-[:REQUIRES]->(e:Education)
+      WHERE toLower(e.name) CONTAINS "bachelor" AND toLower(e.fields) CONTAINS "computer science" AND toLower(we.duration) CONTAINS "5 years"
+      RETURN j AS job
+
+  - question: Identify companies that are subsidiaries of 'Google' and are recruiting for 'Software Engineer' roles with 'Senior' level
+    cypher: |
+      MATCH (j:Job)<-[:RECRUITES]-(g:Company)<-[:SUBDIARY]-(c:Company)
+      MATCH (j)-[:AT_LEVEL]->(wl:Work_LV)
+      WHERE toLower(g.name) CONTAINS "google" AND toLower(j.name) CONTAINS "software engineer" AND toLower(wl.name) CONTAINS "senior"
+      RETURN DISTINCT c.name AS company
+
+  - question: Find companies recruiting "Machine Learning" jobs and their corresponding job titles.
+    cypher: |
+      MATCH (company: Company)-[:RECRUITES]->(job: Job)
+      WHERE job.name CONTAINS "Machine Learning"
+      RETURN company.name as company_name, job.name as job_title
+
+  - question: Machine Learning job requires?
+    cypher: |
+      MATCH (j:Job)
+      WHERE toLower(j.name) CONTAINS toLower("Machine Learning")
+      OPTIONAL MATCH (j)-[:REQUIRES]->(s:Skill)
+      OPTIONAL MATCH (j)-[:REQUIRES]->(e:Education)
+      OPTIONAL MATCH (j)-[:REQUIRES]->(we:Work_Exper)
+      RETURN s.name AS skill_requirements, e.name AS education_requirements, we.duration AS work_experience_requirements

prompts/cypher_instruct.yaml

@@ -0,0 +1,24 @@
+prefix: |
+    You are an expert Neo4j Developer translating user questions into Cypher statement.
+    The queries should focus on using the CONTAINS keyword with toLower() to search for specific text patterns within node properties.
+    Must utilize MATCH to choose relevance node and relationships.
+    Utilize WHERE to filter data by using node properties.
+    Utilize RETURN to return results with aliases.
+
+    Instructions:
+    Use only the provided relationship types and properties in the schema.
+    Do not use any other relationship types or properties that are not provided.
+    Only respond to questions that require you to construct a Cypher statement.
+    Do not include any explanations or apologies in your responses.
+
+    Examples:
+
+example_template: |
+    Question: {question}
+    Cypher: {cypher}
+    
+suffix: |
+    Schema: {schema}
+    
+    Question: {{question}}
+    Cypher: 

prompts/cypher_prompt.yaml

@@ -51,8 +51,9 @@ template: |
   MATCH (company:Company)-[:RECRUITS]->(job:Job)-[r]->(node)
   WHERE job.name CONTAINS "Machine Learning" AND company.name CONTAINS "KMS"
   RETURN job, node  
-
+  
+  
   The question is:
   {question}
 
-template_format: f-string
+template_format: f-string

prompts/react_prompt.txt

@@ -0,0 +1,24 @@
+Answer the following questions as best you can.
+If the knowledge graph provides enough information, immediately answer the question.
+You have access to the following tools:
+{tools}
+
+If the user does not provide enough information, use previous chat history to answer.
+Previous chat history:
+{chat_history}
+
+Use the following format:
+
+Question: the input question you must answer
+Thought: you should always think about what to do
+Action: the action to take, should be one of [{tool_names}]
+Action Input: the input to the action
+Observation: the result of the action
+... (this Thought/Action/Action Input/Observation can repeat N times)
+Thought: I now know the final answer
+Final Answer: the final answer to the original input question
+
+Begin!
+
+Question: {input}
+Thought:{agent_scratchpad}

prompts/react_prompt_v2.txt

@@ -0,0 +1,37 @@
+Assistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand in Markdown format.
+Assistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.
+Overall, Assistant is a powerful tool that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.
+
+TOOLS:
+
+------
+
+Assistant has access to the following tools:
+
+{tools}
+
+To use a tool, please use the following format:
+
+```
+Thought: Do I need to use a tool? Yes
+Action: the action to take, should be one of [{tool_names}]
+Action Input: the input to the action
+Observation: the result of the action
+```
+
+If knowledge graph provide enough information, you MUST NOT use any tool.
+When you have a response to say to the Human, or if you do not need to use a tool, you MUST use the format:
+
+```
+Thought: Do I need to use a tool? No
+Final Answer: [your response here]
+```
+
+Begin!
+
+Previous conversation history:
+{chat_history}
+
+New input: {input}
+
+{agent_scratchpad}

prompts/schema.txt

@@ -0,0 +1,23 @@
+Node properties:
+Company {{name: STRING}}
+Job {{name: STRING, description: STRING, work_mode: STRING, benefit_compensation: STRING}}
+Location {{name: STRING, location_type: STRING}}
+Skill {{name: STRING}}
+Education {{name: STRING, fields: STRING, status: STRING}}
+Industry {{name: STRING}}
+Work_LV {{name: STRING}}
+Work_Exper {{name: STRING, duration: STRING}}
+Relationship properties:
+
+The relationships:
+(:Company)-[:LOCATES_IN]->(:Location)
+(:Company)-[:OPERATES_IN]->(:Industry)
+(:Company)-[:RECRUITES]->(:Job)
+(:Company)-[:SUBDIARY]->(:Company)
+(:Job)-[:FROM]->(:Company)
+(:Job)-[:WORK_AT]->(:Location)
+(:Job)-[:REQUIRES]->(:Skill)
+(:Job)-[:REQUIRES]->(:Education)
+(:Job)-[:REQUIRES]->(:Work_Exper)
+(:Job)-[:AT_LEVEL]->(:Work_LV)
+(:Skill)-[:HYPERNYM]->(:Skill)

react_agent.py

@@ -0,0 +1,78 @@
+from tools import kg_search
+from tools.kg_search import lookup_kg
+from langchain.agents import AgentExecutor, create_react_agent
+from langchain_core.prompts import PromptTemplate, ChatPromptTemplate, MessagesPlaceholder
+from langchain.chains.conversation.memory import ConversationBufferMemory
+from langchain.agents import Tool
+from utils.utils import init_
+from langchain_community.chat_message_histories import ChatMessageHistory
+from langchain_core.runnables.history import RunnableWithMessageHistory
+
+kg_query = Tool(
+    name = 'Query Knowledge Graph',
+    func = lookup_kg,
+    description='Useful for when you need to answer questions about job posts.'
+)
+
+tools = [kg_query]
+
+with open("prompts/react_prompt.txt", "r") as file:
+    react_template = file.read()
+
+react_prompt = PromptTemplate(
+    input_variables = ["tools", "tool_names", "input", "agent_scratchpad"],
+    template = react_template
+)
+
+prompt = ChatPromptTemplate.from_messages([
+    react_template,
+    MessagesPlaceholder(variable_name = "chat_history")
+])
+
+_, llm = init_()
+
+# Init ReAct agent
+agent = create_react_agent(llm, tools, react_prompt)
+agent_executor = AgentExecutor(
+    agent = agent,
+    tools = tools,
+    verbose = True
+)
+
+message_history = ChatMessageHistory()
+
+agent_with_chat_history = RunnableWithMessageHistory(
+    agent_executor,
+    lambda session_id : message_history,
+    input_messages_key = "input",
+    history_messages_key = "chat_history"
+)
+
+if __name__ == "__main__":
+    # Test ReAct Agent
+    question = {
+        "input": "Have any company recruit Machine Learning jobs?"
+    }
+    result = agent_with_chat_history.invoke(
+        question,
+        config = {"configurable": {"session_id": "foo"}}
+    )
+    print(result)
+
+    print("Answered!!!!!!!!")
+
+    # Test memory
+    question = {
+        "input": "What did I just ask?"
+    }
+    result = agent_with_chat_history.invoke(
+        question,
+        config={"configurable": {"session_id": "foo"}}
+    )
+    print(result)
+
+    x = input("> ")
+
+
+
+

react_agent_v2.py

@@ -0,0 +1,99 @@
+from langchain.agents import Tool, AgentType, initialize_agent
+from langchain.memory import ConversationBufferMemory
+# from langchain.utilities import DuckDuckGoSearchAPIWrapper
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.agents import AgentExecutor
+from langchain import hub
+from langchain.agents.format_scratchpad import format_log_to_str
+from langchain.agents.output_parsers import ReActSingleInputOutputParser
+from langchain.tools.render import render_text_description
+import os
+from tools.kg_search import lookup_kg
+from dotenv import load_dotenv
+from langchain.agents import Tool
+from langchain_core.prompts import PromptTemplate
+
+load_dotenv()
+os.environ["GOOGLE_API_KEY"] = os.getenv("GEMINI_API_KEY")
+llm = ChatGoogleGenerativeAI(
+    model= "gemini-1.5-flash-latest",
+    temperature = 0
+)
+
+# search = DuckDuckGoSearchAPIWrapper()
+#
+# search_tool = Tool(name="Current Search",
+#                    func=search.run,
+#                    description="Useful when you need to answer questions about detail jobs information or search a job."
+#                    )
+
+kg_query = Tool(
+    name = 'Query Knowledge Graph',
+    func = lookup_kg,
+    description='Useful for when you need to answer questions about job posts.'
+)
+
+
+tools = [kg_query]
+# memory = ConversationBufferMemory(memory_key="chat_history")
+#
+# agent_chain = initialize_agent(tools,
+#                                llm,
+#                                agent=AgentType.CONVERSATIONAL_REACT_DESCRIPTION,
+#                                memory=memory,
+#                                verbose=True)
+
+# agent_prompt = hub.pull("hwchase17/react-chat")
+
+with open("prompts/react_prompt_v2.txt", "r") as file:
+    react_template = file.read()
+
+react_prompt = PromptTemplate(
+    input_variables = ["tools", "tool_names", "input", "agent_scratchpad", "chat_history"],
+    template = react_template
+)
+
+prompt = react_prompt.partial(
+    tools = render_text_description(tools),
+    tool_names = ", ".join([t.name for t in tools]),
+)
+
+llm_with_stop = llm.bind(stop=["\nObservation"])
+
+agent = (
+    {
+        "input": lambda x: x["input"],
+        "agent_scratchpad": lambda x: format_log_to_str(x["intermediate_steps"]),
+        "chat_history": lambda x: x["chat_history"],
+    }
+    | prompt
+    | llm_with_stop
+    | ReActSingleInputOutputParser()
+)
+
+memory = ConversationBufferMemory(memory_key="chat_history")
+
+agent_executor = AgentExecutor(agent=agent, tools=tools, verbose=True, memory=memory)
+
+# result = agent_executor.invoke({"input": "Have any company recruit Machine Learning jobs?"})
+# print(result)
+
+# result = agent_chain.run(input = "Have any company recruit Machine Learning jobs?")
+# print(result)
+
+# question = {
+#     "input": "What did I just ask?"
+# }
+#
+# result = agent_executor.invoke(question)
+# print(result)
+
+if __name__ == "__main__":
+    while True:
+        try:
+            question = input("> ")
+            result = agent_executor.invoke({
+                "input": question
+            })
+        except:
+            break

requirements.txt

@@ -2,4 +2,7 @@ gradio
 langchain
 langchain-community
 langchain-google-genai
-neo4j
+langchain-core
+faiss-cpu
+neo4j
+langchainhub

tools/__init__.py

@@ -0,0 +1 @@
+from utils import utils

tools/kg_search.py

@@ -0,0 +1,141 @@
+import os
+import yaml
+from dotenv import load_dotenv
+from langchain_core.example_selectors import SemanticSimilarityExampleSelector
+from langchain_core.prompts import FewShotPromptTemplate, PromptTemplate
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from langchain_community.vectorstores import FAISS
+from langchain.schema import AIMessage, HumanMessage, SystemMessage
+from langchain.schema.output_parser import StrOutputParser
+from langchain.tools import BaseTool, StructuredTool, tool
+from langchain_community.graphs import Neo4jGraph
+# from utils import utils
+
+
+# Question-Cypher pair examples
+with open("prompts/cypher_examples.yaml", "r") as f:
+    example_pairs = yaml.safe_load(f)
+    
+examples = example_pairs["examples"]
+
+# LLM for choose the best similar examples
+load_dotenv()
+os.environ["GOOGLE_API_KEY"] = os.getenv("GEMINI_API_KEY")
+
+embedding_model = GoogleGenerativeAIEmbeddings(
+    model= "models/text-embedding-004"
+)
+
+example_selector = SemanticSimilarityExampleSelector.from_examples(
+    examples = examples,
+    embeddings = embedding_model,
+    vectorstore_cls = FAISS,
+    k = 1
+)
+
+# Load schema, prefix, suffix
+with open("prompts/schema.txt", "r") as file:
+    schema = file.read()
+    
+with open("prompts/cypher_instruct.yaml", "r") as file:
+    instruct = yaml.safe_load(file)
+
+example_prompt = PromptTemplate(
+    input_variables = ["question", "cypher"],
+    template = instruct["example_template"]
+)
+
+dynamic_prompt = FewShotPromptTemplate(
+    example_selector = example_selector,
+    example_prompt = example_prompt,
+    prefix = instruct["prefix"],
+    suffix = instruct["suffix"].format(schema=schema),
+    input_variables = ["question"]
+)
+
+def generate_cypher(question: str) -> str:
+    """Make Cypher query from given question."""
+    load_dotenv()
+
+    # Set up Neo4J & Gemini API
+    os.environ["NEO4J_URI"] = os.getenv("NEO4J_URI")
+    os.environ["NEO4J_USERNAME"] = os.getenv("NEO4J_USERNAME")
+    os.environ["NEO4J_PASSWORD"] = os.getenv("NEO4J_PASSWORD")
+    os.environ["GOOGLE_API_KEY"] = os.getenv("GEMINI_API_KEY")
+
+    gemini_chat = ChatGoogleGenerativeAI(
+        model= "gemini-1.5-flash-latest"
+    )
+
+    chat_messages = [
+        SystemMessage(content= dynamic_prompt.format(question=question)),
+    ]
+
+    output_parser = StrOutputParser()
+    chain = dynamic_prompt | gemini_chat | output_parser
+    cypher_statement = chain.invoke(question)
+    cypher_statement = cypher_statement.replace("```", "").replace("cypher", "").strip()
+
+    return cypher_statement
+
+def run_cypher(question, cypher_statement: str) -> str:
+    """Return result of Cypher query from Knowledge Graph."""
+    knowledge_graph = Neo4jGraph()
+    result = knowledge_graph.query(cypher_statement)
+
+    gemini_chat = ChatGoogleGenerativeAI(
+        model= "gemini-1.5-flash-latest"
+    )
+
+    answer_prompt = f"""
+    Generate a concise and informative summary of the results in a polite and easy-to-understand manner based on question and Cypher query response.
+    Question: {question}
+    Response: {str(result)}
+
+    Avoid repeat information.
+    If response is empty, you should answer "Knowledge graph doesn't have enough information".
+    Answer:
+    """
+
+    sys_answer_prompt = [
+        SystemMessage(content= answer_prompt),
+        HumanMessage(content="Provide information about question from knowledge graph")
+    ]
+
+    response = gemini_chat.invoke(sys_answer_prompt)
+    answer = response.content
+    return answer
+
+def lookup_kg(question: str) -> str:
+    """Based on question, make and run Cypher statements.
+    question: str
+        Raw question from user input
+    """
+    cypher_statement = generate_cypher(question)
+    cypher_statement = cypher_statement.replace("cypher", "").replace("```", "").strip()
+
+    try:
+        answer = run_cypher(question, cypher_statement)
+    except:
+        answer = "Knowledge graph doesn't have enough information"
+
+    return answer
+
+
+if __name__ == "__main__":
+    question = "Have any company is recruiting Machine Learning jobs?"
+
+    # Test few-shot template
+    # print(dynamic_prompt.format(question = "What does the Software Engineer job usually require?"))
+
+    # # Test generate Cypher
+    # result = generate_cypher(question)
+
+    # # Test return information from Cypher
+    # final_result = run_cypher(result)
+    # print(final_result)
+
+    # Test lookup_kg tool
+    kg_info = lookup_kg.invoke(question)
+    print(kg_info)

utils.py

@@ -8,7 +8,7 @@ from langchain.chains import GraphCypherQAChain
 from langchain_core.messages import SystemMessage, HumanMessage, AIMessage
 
 def config():
-    # load_dotenv()
+    load_dotenv()
 
     # Set up Neo4J & Gemini API
     os.environ["NEO4J_URI"] = os.getenv("NEO4J_URI")
@@ -24,12 +24,17 @@ def load_prompt(filepath):
 
 def init_():
     config()
-    knowledge_graph = Neo4jGraph()
-    llm_chat = ChatGoogleGenerativeAI(
-        model= "gemini-1.5-flash-latest"
+    graph = Neo4jGraph(enhanced_schema= True)
+    llm = ChatGoogleGenerativeAI(
+        model= "gemini-1.5-flash-latest",
+        temperature = 0
     )
 
+    return graph, llm
+
+def get_llm_response(query):
     # Connect to Neo4J Knowledge Graph
+    knowledge_graph, llm_chat = init_()
     cypher_prompt = load_prompt("prompts/cypher_prompt.yaml")
     qa_prompt = load_prompt("prompts/qa_prompt.yaml")
 
@@ -41,15 +46,8 @@ def init_():
         cypher_prompt= CYPHER_GENERATION_PROMPT,
         qa_prompt= QA_GENERATION_PROMPT
     )
-    
-    return chain
 
-# Init GraphQA Chain     
-chain = init_()
-
-def get_llm_response(query):
     return chain.invoke({"query": query})["result"]
-    
 
 def llm_answer(message, history):
     # history_langchain_format = []

utils/utils.py

@@ -0,0 +1,75 @@
+import os
+import yaml
+from dotenv import load_dotenv
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_community.graphs import Neo4jGraph
+from langchain_core.prompts.prompt import PromptTemplate
+from langchain.chains import GraphCypherQAChain
+from langchain_core.messages import SystemMessage, HumanMessage, AIMessage
+
+
+
+def config():
+    load_dotenv()
+
+    # Set up Neo4J & Gemini API
+    os.environ["NEO4J_URI"] = os.getenv("NEO4J_URI")
+    os.environ["NEO4J_USERNAME"] = os.getenv("NEO4J_USERNAME")
+    os.environ["NEO4J_PASSWORD"] = os.getenv("NEO4J_PASSWORD")
+    os.environ["GOOGLE_API_KEY"] = os.getenv("GEMINI_API_KEY")
+
+def load_prompt(filepath):
+    with open(filepath, "r") as file:
+        prompt = yaml.safe_load(file)
+
+    return prompt
+
+def init_():
+    config()
+    graph = Neo4jGraph()
+    llm = ChatGoogleGenerativeAI(
+        model= "gemini-1.5-flash-latest"
+    )
+
+    return graph, llm
+
+def get_llm_response(query):
+    # Connect to Neo4J Knowledge Graph
+    knowledge_graph, llm_chat = init_()
+    cypher_prompt = load_prompt("prompts/cypher_prompt.yaml")
+    qa_prompt = load_prompt("prompts/qa_prompt.yaml")
+
+    CYPHER_GENERATION_PROMPT = PromptTemplate(**cypher_prompt)
+    QA_GENERATION_PROMPT = PromptTemplate(**qa_prompt)
+
+    chain = GraphCypherQAChain.from_llm(
+        llm_chat, graph=knowledge_graph, verbose=True,
+        cypher_prompt= CYPHER_GENERATION_PROMPT,
+        qa_prompt= QA_GENERATION_PROMPT
+    )
+
+    return chain.invoke({"query": query})["result"]
+
+def llm_answer(message, history):
+    # history_langchain_format = []
+    #
+    # for human, ai in history:
+    #     history_langchain_format.append(HumanMessage(content= human))
+    #     history_langchain_format.append(AIMessage(content= ai))
+    #
+    # history_langchain_format.append(HumanMessage(content= message["text"]))
+
+    try:
+        response = get_llm_response(message["text"])
+    except Exception:
+        response = "Exception"
+    except Error:
+        response = "Error"
+    return response
+
+# if __name__ == "__main__":
+#     message = "Have any company recruiting jobs about Machine Learning and coresponding job titles?"
+#     history = [("What's your name?", "My name is Gemini")]
+#     resp = llm_answer(message, history)
+#     print(resp)
+