Spaces:
Sleeping
Sleeping
Elijahbodden
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -98,14 +98,13 @@ def respond(
|
|
98 |
convo = tokenizer.apply_chat_template(messages, tokenize=True)
|
99 |
for message in model.create_completion(
|
100 |
convo,
|
101 |
-
temperature=
|
102 |
stream=True,
|
103 |
stop=["<|im_end|>"],
|
104 |
mirostat_mode=1,
|
105 |
mirostat_tau=mirostat_tau,
|
106 |
mirostat_eta=mirostat_eta,
|
107 |
max_tokens=128,
|
108 |
-
do_sample=True,
|
109 |
frequency_penalty=frequency_penalty,
|
110 |
presence_penalty=presence_penalty,
|
111 |
logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))
|
|
|
98 |
convo = tokenizer.apply_chat_template(messages, tokenize=True)
|
99 |
for message in model.create_completion(
|
100 |
convo,
|
101 |
+
temperature=temperature,
|
102 |
stream=True,
|
103 |
stop=["<|im_end|>"],
|
104 |
mirostat_mode=1,
|
105 |
mirostat_tau=mirostat_tau,
|
106 |
mirostat_eta=mirostat_eta,
|
107 |
max_tokens=128,
|
|
|
108 |
frequency_penalty=frequency_penalty,
|
109 |
presence_penalty=presence_penalty,
|
110 |
logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))
|