Spaces:
Runtime error
Runtime error
AnasRehman12
commited on
Commit
β’
5b80399
1
Parent(s):
723db09
Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ subprocess.run(bash_command, shell=True)
|
|
10 |
|
11 |
|
12 |
model_name_or_path = "TheBloke/llama2_7b_chat_uncensored-GGML"
|
13 |
-
model_basename = "llama2_7b_chat_uncensored.ggmlv3.
|
14 |
|
15 |
from huggingface_hub import hf_hub_download
|
16 |
from llama_cpp import Llama
|
|
|
10 |
|
11 |
|
12 |
model_name_or_path = "TheBloke/llama2_7b_chat_uncensored-GGML"
|
13 |
+
model_basename = "llama2_7b_chat_uncensored.ggmlv3.q8_0.bin" # the model is in bin format
|
14 |
|
15 |
from huggingface_hub import hf_hub_download
|
16 |
from llama_cpp import Llama
|