Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ Settings.llm = HuggingFaceLLM(model_name="stabilityai/stablelm-zephyr-3b",
|
|
23 |
system_prompt = system_propmpt,
|
24 |
context_window=4096,
|
25 |
max_new_tokens=256,
|
26 |
-
stopping_ids=[50278, 50279, 50277, 1, 0],
|
27 |
generate_kwargs={"temperature": 0.5, "do_sample": False},
|
28 |
# tokenizer_kwargs={"max_length": 4096},
|
29 |
tokenizer_name="sentence-transformers/all-MiniLM-L6-v2",
|
|
|
23 |
system_prompt = system_propmpt,
|
24 |
context_window=4096,
|
25 |
max_new_tokens=256,
|
26 |
+
# stopping_ids=[50278, 50279, 50277, 1, 0],
|
27 |
generate_kwargs={"temperature": 0.5, "do_sample": False},
|
28 |
# tokenizer_kwargs={"max_length": 4096},
|
29 |
tokenizer_name="sentence-transformers/all-MiniLM-L6-v2",
|