AIMS168 commited on
Commit
ce8d30d
Β·
verified Β·
1 Parent(s): 1db1b44

Upload 4 files

Browse files
Files changed (4) hide show
  1. README.md +1 -2
  2. app.py +69 -51
  3. gitattributes +35 -0
  4. requirements.txt +12 -1
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: International Chefs Teach You How To Cook
3
  emoji: πŸ’¬
4
  colorFrom: yellow
5
  colorTo: purple
@@ -7,7 +7,6 @@ sdk: gradio
7
  sdk_version: 5.0.1
8
  app_file: app.py
9
  pinned: false
10
- short_description: εœ‹ιš›ε€§ε»šζ•™δ½ εšθœ
11
  ---
12
 
13
  An example chatbot using [Gradio](https://gradio.app), [`huggingface_hub`](https://huggingface.co/docs/huggingface_hub/v0.22.2/en/index), and the [Hugging Face Inference API](https://huggingface.co/docs/api-inference/index).
 
1
  ---
2
+ title: Rag Chatbot
3
  emoji: πŸ’¬
4
  colorFrom: yellow
5
  colorTo: purple
 
7
  sdk_version: 5.0.1
8
  app_file: app.py
9
  pinned: false
 
10
  ---
11
 
12
  An example chatbot using [Gradio](https://gradio.app), [`huggingface_hub`](https://huggingface.co/docs/huggingface_hub/v0.22.2/en/index), and the [Hugging Face Inference API](https://huggingface.co/docs/api-inference/index).
app.py CHANGED
@@ -1,64 +1,82 @@
 
1
  import gradio as gr
2
- from huggingface_hub import InferenceClient
 
 
 
 
 
3
 
4
- """
5
- For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
- """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
 
 
 
 
 
 
 
9
 
10
- def respond(
11
- message,
12
- history: list[tuple[str, str]],
13
- system_message,
14
- max_tokens,
15
- temperature,
16
- top_p,
17
- ):
18
- messages = [{"role": "system", "content": system_message}]
19
 
20
- for val in history:
21
- if val[0]:
22
- messages.append({"role": "user", "content": val[0]})
23
- if val[1]:
24
- messages.append({"role": "assistant", "content": val[1]})
25
 
26
- messages.append({"role": "user", "content": message})
 
 
 
 
 
 
 
 
 
 
 
27
 
28
- response = ""
 
 
 
 
 
 
29
 
30
- for message in client.chat_completion(
31
- messages,
32
- max_tokens=max_tokens,
33
- stream=True,
34
- temperature=temperature,
35
- top_p=top_p,
36
- ):
37
- token = message.choices[0].delta.content
38
 
39
- response += token
40
- yield response
 
41
 
 
 
42
 
43
- """
44
- For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
- """
46
- demo = gr.ChatInterface(
47
- respond,
48
- additional_inputs=[
49
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
50
- gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
51
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
52
- gr.Slider(
53
- minimum=0.1,
54
- maximum=1.0,
55
- value=0.95,
56
- step=0.05,
57
- label="Top-p (nucleus sampling)",
58
- ),
59
- ],
60
- )
61
 
 
62
 
63
- if __name__ == "__main__":
64
- demo.launch()
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
  import gradio as gr
3
+ from langchain.chains import ConversationalRetrievalChain
4
+ from langchain.text_splitter import CharacterTextSplitter
5
+ from langchain.document_loaders import PyPDFLoader
6
+ from langchain.vectorstores import Chroma
7
+ from langchain.chat_models import ChatOpenAI
8
+ from langchain.embeddings.openai import OpenAIEmbeddings
9
 
10
+ vectordb = None
 
 
 
11
 
12
+ # 處理 PDF ζ–‡δ»ΆδΈ¦εˆε§‹εŒ–ε‘ι‡ζ•Έζ“šεΊ«
13
+ def load_and_process_pdf(pdf_file, api_key):
14
+ try:
15
+ loader = PyPDFLoader(pdf_file.name)
16
+ documents = loader.load()
17
+ text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
18
+ docs = text_splitter.split_documents(documents)
19
 
20
+ # ε‚³ιž API Key
21
+ embeddings = OpenAIEmbeddings(openai_api_key=api_key)
22
+ vectordb = Chroma.from_documents(docs, embedding=embeddings, persist_directory="./data")
23
+ return vectordb
24
+ except Exception as e:
25
+ return f"η„‘ζ³•θ™•η†ζ–‡δ»ΆοΌŒιŒ―θͺ€: {str(e)}"
 
 
 
26
 
27
+ # ζŸ₯詒處理函數
28
+ def handle_query(api_key, user_message, pdf_vectordb, chat_history):
29
+ if not pdf_vectordb or isinstance(pdf_vectordb, str):
30
+ return chat_history, "θ«‹ε…ˆδΈŠε‚³ζœ‰ζ•ˆηš„ PDF 文仢。"
 
31
 
32
+ try:
33
+ retriever = pdf_vectordb.as_retriever(search_kwargs={"k": 5})
34
+ pdf_qa_chain = ConversationalRetrievalChain.from_llm(
35
+ ChatOpenAI(temperature=0.7, model_name="gpt-4", openai_api_key=api_key),
36
+ retriever=retriever
37
+ )
38
+ result = pdf_qa_chain({"question": user_message, "chat_history": chat_history})
39
+ answer = result.get("answer", "ζŠ±ζ­‰οΌŒζˆ‘η„‘ζ³•ζδΎ›η­”ζ‘ˆγ€‚")
40
+ chat_history.append((user_message, answer))
41
+ return chat_history, answer
42
+ except Exception as e:
43
+ return chat_history, f"ε‡ΊηΎιŒ―θͺ€: {str(e)}"
44
 
45
+ # η•Άη”¨ζˆΆδΈŠε‚³ PDF 時處理
46
+ def process_pdf_upload(api_key, pdf_file):
47
+ global vectordb
48
+ vectordb = load_and_process_pdf(pdf_file, api_key)
49
+ if isinstance(vectordb, str):
50
+ return vectordb
51
+ return "PDF ε·²ζˆεŠŸθΌ‰ε…₯!請開始提問。"
52
 
53
+ # 主程式 - Gradio 介青
54
+ with gr.Blocks() as demo:
55
+ gr.Markdown("## πŸ“˜ AI ζ–‡δ»ΆεŠ©η† - 支援 PDF 問答")
 
 
 
 
 
56
 
57
+ with gr.Row():
58
+ api_key = gr.Textbox(label="πŸ”‘ θ«‹θΌΈε…₯ζ‚¨ηš„ OpenAI API Key", type="password")
59
+ pdf_file = gr.File(label="πŸ“‚ δΈŠε‚³ PDF ζ–‡δ»Ά", file_types=[".pdf"])
60
 
61
+ chatbot = gr.Chatbot(label="πŸ’¬ θŠε€©ε€")
62
+ state = gr.State([])
63
 
64
+ with gr.Row():
65
+ user_input = gr.Textbox(show_label=False, placeholder="θ«‹θΌΈε…₯ε•ι‘Œ...", lines=2)
66
+ send_btn = gr.Button("ζδΊ€ε•ι‘Œ")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
 
68
+ response = gr.Textbox(label="πŸ“’ ε›žζ‡‰", interactive=False, lines=4)
69
 
70
+ pdf_file.change(process_pdf_upload, inputs=[api_key, pdf_file], outputs=response)
71
+
72
+ def handle_user_input(api_key, user_message, chat_history):
73
+ if not vectordb:
74
+ return chat_history, "θ«‹ε…ˆδΈŠε‚³ PDF 文仢。"
75
+ if user_message.strip().lower() == "謝謝":
76
+ return chat_history, "加油~~~"
77
+ return handle_query(api_key, user_message, vectordb, chat_history)
78
+
79
+ send_btn.click(handle_user_input, inputs=[api_key, user_input, state], outputs=[chatbot, response])
80
+ user_input.submit(handle_user_input, inputs=[api_key, user_input, state], outputs=[chatbot, response])
81
+
82
+ demo.launch()
gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
requirements.txt CHANGED
@@ -1 +1,12 @@
1
- huggingface_hub==0.25.2
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #requirements
2
+ gradio
3
+ langchain
4
+ langchain-community
5
+ langchain-openai
6
+ openai
7
+ chromadb
8
+ PyPDF2
9
+ pypdf
10
+ docx2txt
11
+ python-dotenv
12
+ python-docx