Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,7 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
|
25 |
print("loading the LLM......................................")
|
26 |
|
27 |
llm = LlamaCpp(
|
28 |
-
model_path="Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q8_0.gguf",
|
29 |
n_ctx=2048,
|
30 |
f16_kv=True, # MUST set to True, otherwise you will run into problem after a couple of calls
|
31 |
callback_manager=callback_manager,
|
|
|
25 |
print("loading the LLM......................................")
|
26 |
|
27 |
llm = LlamaCpp(
|
28 |
+
model_path="TheBloke/Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q8_0.gguf",
|
29 |
n_ctx=2048,
|
30 |
f16_kv=True, # MUST set to True, otherwise you will run into problem after a couple of calls
|
31 |
callback_manager=callback_manager,
|