ygVIB

Runtime error

Cran-May commited on Oct 15, 2023

Commit

b73dc99

•

1 Parent(s): d47a4cc

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -7,7 +7,7 @@ model_id = 'theohlong/baichuan2_13b-GGML'
 from huggingface_hub import snapshot_download,hf_hub_download
-snapshot_download(model_id, local_dir="./", revision="f416539ad77964d20452f38eaa7a18abf0672eb8b2e58773af3c20039a9d93f1")
 hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat-4bits",local_dir="./", filename="tokenizer.model")
 from llama_cpp import Llama
 llm = Llama(model_path="./ggml-model-q4_1.bin", n_ctx=4096,seed=-1)

 from huggingface_hub import snapshot_download,hf_hub_download
+snapshot_download(model_id, local_dir="./", file_name="ggml-model-q4_1.bin")
 hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat-4bits",local_dir="./", filename="tokenizer.model")
 from llama_cpp import Llama
 llm = Llama(model_path="./ggml-model-q4_1.bin", n_ctx=4096,seed=-1)