shoom013 commited on
Commit
26282ea
·
verified ·
1 Parent(s): 5117aad

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ Settings.llm = HuggingFaceLLM(model_name="stabilityai/stablelm-zephyr-3b",
23
  system_prompt = system_propmpt,
24
  context_window=4096,
25
  max_new_tokens=256,
26
- stopping_ids=[50278, 50279, 50277, 1, 0],
27
  generate_kwargs={"temperature": 0.5, "do_sample": False},
28
  # tokenizer_kwargs={"max_length": 4096},
29
  tokenizer_name="sentence-transformers/all-MiniLM-L6-v2",
 
23
  system_prompt = system_propmpt,
24
  context_window=4096,
25
  max_new_tokens=256,
26
+ # stopping_ids=[50278, 50279, 50277, 1, 0],
27
  generate_kwargs={"temperature": 0.5, "do_sample": False},
28
  # tokenizer_kwargs={"max_length": 4096},
29
  tokenizer_name="sentence-transformers/all-MiniLM-L6-v2",