Rauhan commited on
Commit
4005ffd
·
1 Parent(s): d8a6572

initial commit

Browse files
Files changed (4) hide show
  1. app.py +1 -1
  2. functions.py +15 -13
  3. requirements.txt +1 -0
  4. secrets.env +3 -1
app.py CHANGED
@@ -88,7 +88,7 @@ async def addText(vectorstorename: str, text: str):
88
  @app.get("/answerQuery")
89
  async def answerQuery(query: str, vectorstorename: str, llmModel: str = "llama3-70b-8192"):
90
  try:
91
- response = answerQuery(query=query, vectorstorename=vectorstorename, llmModel=llmModel)
92
  output = {
93
  "output": response
94
  }
 
88
  @app.get("/answerQuery")
89
  async def answerQuery(query: str, vectorstorename: str, llmModel: str = "llama3-70b-8192"):
90
  try:
91
+ response = await answerQuery(query=query, vectorstorename=vectorstorename, llmModel=llmModel)
92
  output = {
93
  "output": response
94
  }
functions.py CHANGED
@@ -1,6 +1,6 @@
1
  from langchain_core.runnables import RunnablePassthrough, RunnableLambda
2
  from langchain_text_splitters import RecursiveCharacterTextSplitter
3
- from langchain_community.vectorstores import SupabaseVectorStore
4
  from langchain_core.prompts.chat import ChatPromptTemplate
5
  from langchain_core.output_parsers import StrOutputParser
6
  from langchain_huggingface import HuggingFaceEmbeddings
@@ -67,8 +67,14 @@ def matchPassword(username: str, password: str) -> str:
67
 
68
 
69
  def createTable(tablename: str):
70
- pass
71
-
 
 
 
 
 
 
72
 
73
  def addDocuments(text: str, vectorstorename: str):
74
  global embeddings
@@ -77,14 +83,11 @@ def addDocuments(text: str, vectorstorename: str):
77
  chunk_overlap = 200,
78
  add_start_index = True
79
  )
80
- print(text)
81
  texts = text_splitter.create_documents([text])
82
- print(texts)
83
- vectorstore = SupabaseVectorStore(
84
- client = client,
85
  embedding = embeddings,
86
- table_name = vectorstorename,
87
- query_name = "match_documents",
88
  )
89
  vectorstore.add_documents(documents = texts)
90
 
@@ -101,11 +104,10 @@ def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192")
101
  global prompt
102
  global client
103
  global embeddings
104
- vectorstore = SupabaseVectorStore(
105
- client = client,
106
  embedding = embeddings,
107
- table_name = vectorstore,
108
- query_name = "match_documents",
109
  )
110
  retriever = vectorstore.as_retriever()
111
  chain = (
 
1
  from langchain_core.runnables import RunnablePassthrough, RunnableLambda
2
  from langchain_text_splitters import RecursiveCharacterTextSplitter
3
+ from langchain_qdrant import QdrantVectorStore
4
  from langchain_core.prompts.chat import ChatPromptTemplate
5
  from langchain_core.output_parsers import StrOutputParser
6
  from langchain_huggingface import HuggingFaceEmbeddings
 
67
 
68
 
69
  def createTable(tablename: str):
70
+ qdrant = QdrantVectorStore.from_documents(
71
+ [],
72
+ embeddings,
73
+ url=os.environ["QDRANT_URL"],
74
+ prefer_grpc=True,
75
+ api_key=os.environ["QDRANT_API_KEY"],
76
+ collection_name=tablename
77
+ )
78
 
79
  def addDocuments(text: str, vectorstorename: str):
80
  global embeddings
 
83
  chunk_overlap = 200,
84
  add_start_index = True
85
  )
 
86
  texts = text_splitter.create_documents([text])
87
+ vectorstore = QdrantVectorStore.from_existing_collection(
 
 
88
  embedding = embeddings,
89
+ collection_name=vectorstorename,
90
+ url=os.environ["QDRANT_URL"],
91
  )
92
  vectorstore.add_documents(documents = texts)
93
 
 
104
  global prompt
105
  global client
106
  global embeddings
107
+ vectorstore = QdrantVectorStore.from_existing_collection(
 
108
  embedding = embeddings,
109
+ collection_name=vectorstore,
110
+ url=os.environ["QDRANT_URL"],
111
  )
112
  retriever = vectorstore.as_retriever()
113
  chain = (
requirements.txt CHANGED
@@ -4,6 +4,7 @@ gradio
4
  langchain
5
  langchain-community
6
  langchain-huggingface
 
7
  langchain-groq
8
  PyPDF2
9
  python-dotenv
 
4
  langchain
5
  langchain-community
6
  langchain-huggingface
7
+ langchain-qdrant
8
  langchain-groq
9
  PyPDF2
10
  python-dotenv
secrets.env CHANGED
@@ -1,3 +1,5 @@
1
  SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
2
  SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
3
- GROQ_API_KEY=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
 
 
 
1
  SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
2
  SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
3
+ GROQ_API_KEY=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
4
+ QDRANT_URL=https://baeef19e-8f9f-4b14-b95f-45946d6fe1e6.us-east4-0.gcp.cloud.qdrant.io:6333
5
+ QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w