Update model.py
Browse files
model.py
CHANGED
|
@@ -7,7 +7,7 @@ model_id = 'theohlong/baichuan2_13b-GGML'
|
|
| 7 |
|
| 8 |
from huggingface_hub import snapshot_download,hf_hub_download
|
| 9 |
|
| 10 |
-
snapshot_download(model_id, local_dir="./")
|
| 11 |
hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat-4bits",local_dir="./", filename="tokenizer.model")
|
| 12 |
from llama_cpp import Llama
|
| 13 |
llm = Llama(model_path="./ggml-model-q4_1.bin", n_ctx=4096,seed=-1)
|
|
|
|
| 7 |
|
| 8 |
from huggingface_hub import snapshot_download,hf_hub_download
|
| 9 |
|
| 10 |
+
snapshot_download(model_id, local_dir="./", revesion="f416539ad77964d20452f38eaa7a18abf0672eb8b2e58773af3c20039a9d93f1")
|
| 11 |
hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat-4bits",local_dir="./", filename="tokenizer.model")
|
| 12 |
from llama_cpp import Llama
|
| 13 |
llm = Llama(model_path="./ggml-model-q4_1.bin", n_ctx=4096,seed=-1)
|