Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -52,10 +52,12 @@ def display_chat_history(chain):
|
|
52 |
def create_conversational_chain(vector_store):
|
53 |
load_dotenv()
|
54 |
llm = Replicate(
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
|
|
|
|
59 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
60 |
|
61 |
chain = ConversationalRetrievalChain.from_llm(llm=llm, chain_type='stuff',
|
|
|
52 |
def create_conversational_chain(vector_store):
|
53 |
load_dotenv()
|
54 |
llm = Replicate(
|
55 |
+
streaming=True,
|
56 |
+
model="replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781",
|
57 |
+
replicate_api_token="r8_AA3K1fhDykqLa5M74E5V0w5ss1z0P9S3foWJl",
|
58 |
+
callbacks=[StreamingStdOutCallbackHandler()],
|
59 |
+
input={"temperature": 0.01, "max_length": 500, "top_p": 1}
|
60 |
+
)
|
61 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
62 |
|
63 |
chain = ConversationalRetrievalChain.from_llm(llm=llm, chain_type='stuff',
|