Spaces:
Running
Running
Elijahbodden
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -98,7 +98,7 @@ def respond(
|
|
98 |
max_tokens=128,
|
99 |
frequency_penalty=frequency_penalty,
|
100 |
presence_penalty=presence_penalty,
|
101 |
-
logits_processor=
|
102 |
):
|
103 |
token = message["choices"][0]["text"]
|
104 |
|
|
|
98 |
max_tokens=128,
|
99 |
frequency_penalty=frequency_penalty,
|
100 |
presence_penalty=presence_penalty,
|
101 |
+
logits_processor=ExponentialDecayLengthPenalty((lp_start, lp_decay), tokenizer.eos_token_id, len(convo))
|
102 |
):
|
103 |
token = message["choices"][0]["text"]
|
104 |
|