Severian commited on
Commit
3ee7b7c
·
1 Parent(s): 9190a90

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -19,10 +19,10 @@ Mistral does not support system prompt symbol (such as ```<<SYS>>```) now, input
19
 
20
  model_path = "models"
21
  model_name = "anima-phi-neptune-mistral-7b.Q2_K.gguf"
22
- hf_hub_download(repo_id="Severian/ANIMA-Phi-Neptune-Mistral-7B-gguf", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
23
 
24
  print("Start the model init process")
25
- model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
26
  print("Finish the model init process")
27
 
28
  model.config["promptTemplate"] = "[INST] {0} [/INST]"
 
19
 
20
  model_path = "models"
21
  model_name = "anima-phi-neptune-mistral-7b.Q2_K.gguf"
22
+ hf_hub_download(repo_id="Severian/ANIMA-Phi-Neptune-Mistral-7B-gguf", filename=model_name, local_dir=model_path, local_dir_use_symlinks=True)
23
 
24
  print("Start the model init process")
25
+ model = model = GPT4All(model_name, model_path, allow_download = True, device="cpu")
26
  print("Finish the model init process")
27
 
28
  model.config["promptTemplate"] = "[INST] {0} [/INST]"