Cran-May commited on
Commit
991ec88
1 Parent(s): c977948

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +3 -3
model.py CHANGED
@@ -3,14 +3,14 @@ from typing import Iterator
3
 
4
 
5
 
6
- model_id = 'theohlong/baichuan2_13b-GGML'
7
 
8
  from huggingface_hub import snapshot_download,hf_hub_download
9
 
10
- hf_hub_download(model_id, local_dir="./", filename="ggml-model-q4_1.bin")
11
  hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat",local_dir="./", filename="tokenizer.model")
12
  from llama_cpp import Llama
13
- llm = Llama(model_path="./ggml-model-q4_1.bin", n_ctx=4096,seed=-1)
14
 
15
  def run(message: str,
16
  chat_history: list[tuple[str, str]],
 
3
 
4
 
5
 
6
+ model_id = 'shaowenchen/baichuan2-7b-chat-gguf'
7
 
8
  from huggingface_hub import snapshot_download,hf_hub_download
9
 
10
+ hf_hub_download(model_id, local_dir="./", filename="baichuan2-7b-chat.Q4_K.gguf")
11
  hf_hub_download(repo_id="baichuan-inc/Baichuan-13B-Chat",local_dir="./", filename="tokenizer.model")
12
  from llama_cpp import Llama
13
+ llm = Llama(model_path="./baichuan2-7b-chat.Q4_K.gguf", n_ctx=4096,seed=-1)
14
 
15
  def run(message: str,
16
  chat_history: list[tuple[str, str]],