herMaster commited on
Commit
1aa3616
1 Parent(s): b349e32

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
25
  print("loading the LLM......................................")
26
 
27
  llm = LlamaCpp(
28
- model_path="/home/devangpagare/llm/models/llama-2-7b-chat.Q3_K_S.gguf",
29
  n_ctx=2048,
30
  f16_kv=True, # MUST set to True, otherwise you will run into problem after a couple of calls
31
  callback_manager=callback_manager,
 
25
  print("loading the LLM......................................")
26
 
27
  llm = LlamaCpp(
28
+ model_path="Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q8_0.gguf",
29
  n_ctx=2048,
30
  f16_kv=True, # MUST set to True, otherwise you will run into problem after a couple of calls
31
  callback_manager=callback_manager,