Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -35,14 +35,14 @@ def generate_prompt(company_name, company_html, company_descp):
|
|
35 |
{'role':'system','content':system_prompt},
|
36 |
{'role':'user','content':prompt},
|
37 |
]
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
|
47 |
for response in stream:
|
48 |
output += response.token.text
|
|
|
35 |
{'role':'system','content':system_prompt},
|
36 |
{'role':'user','content':prompt},
|
37 |
]
|
38 |
+
generate_kwargs = dict(
|
39 |
+
temperature=0.99,
|
40 |
+
max_new_tokens=512, #total tokens - input tokens
|
41 |
+
top_p=0.99,
|
42 |
+
repetition_penalty=1.0,
|
43 |
+
do_sample=True,
|
44 |
+
seed=random.randint(1,100000000000000),
|
45 |
+
)
|
46 |
stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
|
47 |
for response in stream:
|
48 |
output += response.token.text
|