broadfield-dev commited on
Commit
d848380
·
verified ·
1 Parent(s): a0f0447

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -8
app.py CHANGED
@@ -35,14 +35,14 @@ def generate_prompt(company_name, company_html, company_descp):
35
  {'role':'system','content':system_prompt},
36
  {'role':'user','content':prompt},
37
  ]
38
- generate_kwargs = dict(
39
- temperature=0.99,
40
- max_new_tokens=512, #total tokens - input tokens
41
- top_p=0.99,
42
- repetition_penalty=1.0,
43
- do_sample=True,
44
- seed=random.randint(1,100000000000000),
45
- )
46
  stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
47
  for response in stream:
48
  output += response.token.text
 
35
  {'role':'system','content':system_prompt},
36
  {'role':'user','content':prompt},
37
  ]
38
+ generate_kwargs = dict(
39
+ temperature=0.99,
40
+ max_new_tokens=512, #total tokens - input tokens
41
+ top_p=0.99,
42
+ repetition_penalty=1.0,
43
+ do_sample=True,
44
+ seed=random.randint(1,100000000000000),
45
+ )
46
  stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
47
  for response in stream:
48
  output += response.token.text