Update app.py

app.py

@@ -4,6 +4,7 @@ import base64
 from io import BytesIO
 from PIL import Image
 import requests
+import random
 import bs4
 import lxml
 # Define the list of models
@@ -34,7 +35,15 @@ def generate_prompt(company_name, company_html, company_descp):
         {'role':'system','content':system_prompt},
         {'role':'user','content':prompt},
     ]
-    stream = client.text_generation(prompt_in, **self.generate_kwargs, stream=True, details=True, return_full_text=True)
+        generate_kwargs = dict(
+            temperature=0.99,
+            max_new_tokens=512, #total tokens - input tokens
+            top_p=0.99,
+            repetition_penalty=1.0,
+            do_sample=True,
+            seed=random.randint(1,100000000000000),
+        )
+    stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
     for response in stream:
         output += response.token.text
     return output