Elijahbodden commited on
Commit
9ba5511
·
verified ·
1 Parent(s): b8522a2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -98,14 +98,13 @@ def respond(
98
  convo = tokenizer.apply_chat_template(messages, tokenize=True)
99
  for message in model.create_completion(
100
  convo,
101
- temperature=0.75,
102
  stream=True,
103
  stop=["<|im_end|>"],
104
  mirostat_mode=1,
105
  mirostat_tau=mirostat_tau,
106
  mirostat_eta=mirostat_eta,
107
  max_tokens=128,
108
- do_sample=True,
109
  frequency_penalty=frequency_penalty,
110
  presence_penalty=presence_penalty,
111
  logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))
 
98
  convo = tokenizer.apply_chat_template(messages, tokenize=True)
99
  for message in model.create_completion(
100
  convo,
101
+ temperature=temperature,
102
  stream=True,
103
  stop=["<|im_end|>"],
104
  mirostat_mode=1,
105
  mirostat_tau=mirostat_tau,
106
  mirostat_eta=mirostat_eta,
107
  max_tokens=128,
 
108
  frequency_penalty=frequency_penalty,
109
  presence_penalty=presence_penalty,
110
  logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))